{"severity_text":"INFO","timestamp":"2026-10-30T00:47:59.305241871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:47:59.335065739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:47:59.369809632Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:47:59.369847353Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:47:59.447263045Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:47:59.447310171Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:47:59.503694869Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/8245f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:47:59.798867427Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.204917866Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.246921374Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247034256Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247094839Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247131346Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.24718975Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247226465Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247262426Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247308408Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247355745Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247391796Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247427248Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247490733Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247508277Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.24766047Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247780184Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247876108Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247941352Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.247986547Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.248016778Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.24817471Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.348843968Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 00:48:00.348919 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.549871986Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:00.549928943Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1030 00:48:28.711142 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.711538378Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.711737059Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.711805213Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.711879516Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.711946092Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712347867Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712396503Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712517664Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712572495Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712652782Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.71266279Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712682091Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712762859Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712822053Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712847723Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712869195Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712899509Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.712949005Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713054467Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713088642Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713119443Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713203712Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713250449Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.71329287Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713327232Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713334282Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713358647Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713393602Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713494493Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713517027Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713519631Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713537553Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.7135861Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.713646605Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.71366607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.714136762Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.714242988Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.7142758Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.714377529Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.714406203Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.714518336Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.714563951Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.714677002Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.714946839Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.714970598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.714982717Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.715031431Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.715059028Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.715073483Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.715084199Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.715037019Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.787212902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.854420434Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:28.879948917Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.014852433Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.014894453Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.018454317Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.018479034Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.018486147Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.018510482Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.020702411Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.020727742Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.020751004Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.020767742Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.04163399Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.115930248Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.115951153Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.122061429Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.122079463Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.657607242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b5c59b-028e-4cd2-b699-ab8387a0d645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.673621161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b5c59b-028e-4cd2-b699-ab8387a0d645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.690054429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b5c59b-028e-4cd2-b699-ab8387a0d645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:29.706470071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b5c59b-028e-4cd2-b699-ab8387a0d645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:30.336484793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2b4b4f-9280-42d7-b701-eaf95b7c533c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:30.352289483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2b4b4f-9280-42d7-b701-eaf95b7c533c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:30.36804483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2b4b4f-9280-42d7-b701-eaf95b7c533c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:30.383842064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2b4b4f-9280-42d7-b701-eaf95b7c533c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:31.031242554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce56ff14-89db-4891-b4d6-9e472306890c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:31.047078792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce56ff14-89db-4891-b4d6-9e472306890c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:31.062869342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce56ff14-89db-4891-b4d6-9e472306890c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:31.078576007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce56ff14-89db-4891-b4d6-9e472306890c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:31.395752645Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7a0e4b-8cbf-40d1-ada5-36c631d1a2de","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:31.763571252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7a0e4b-8cbf-40d1-ada5-36c631d1a2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:31.779563084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7a0e4b-8cbf-40d1-ada5-36c631d1a2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:31.795631391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7a0e4b-8cbf-40d1-ada5-36c631d1a2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:31.811898544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7a0e4b-8cbf-40d1-ada5-36c631d1a2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:32.446366459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c52827-bd9e-444e-b7fe-86cf2535677e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:32.46233849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c52827-bd9e-444e-b7fe-86cf2535677e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:32.478424251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c52827-bd9e-444e-b7fe-86cf2535677e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:32.494118073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c52827-bd9e-444e-b7fe-86cf2535677e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:33.085894171Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"89a4228b-0f68-4606-8e05-d68219587953","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:35.163614979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc92232-ab8b-4f02-8163-47441e4d322f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:35.179660701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc92232-ab8b-4f02-8163-47441e4d322f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:35.195534203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc92232-ab8b-4f02-8163-47441e4d322f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:35.211305525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc92232-ab8b-4f02-8163-47441e4d322f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:35.857060767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff179a2-8084-474c-a514-d320533cce88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:35.872894994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff179a2-8084-474c-a514-d320533cce88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:35.88877722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff179a2-8084-474c-a514-d320533cce88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:35.904683515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff179a2-8084-474c-a514-d320533cce88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:58.865228413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:59.037660314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603ba1bc-73f6-48af-acfd-87d0476bb815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:59.053551942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603ba1bc-73f6-48af-acfd-87d0476bb815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:59.069531758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603ba1bc-73f6-48af-acfd-87d0476bb815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:59.085360659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603ba1bc-73f6-48af-acfd-87d0476bb815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:59.746352921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d16e532-fed2-441f-ab71-bf05d0170303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:59.762400525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d16e532-fed2-441f-ab71-bf05d0170303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:59.778053314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d16e532-fed2-441f-ab71-bf05d0170303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:48:59.793850351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d16e532-fed2-441f-ab71-bf05d0170303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:23.949081731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5527e497-5389-46a9-a924-72d33e71b7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:23.965294692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5527e497-5389-46a9-a924-72d33e71b7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:23.981318455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5527e497-5389-46a9-a924-72d33e71b7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:23.996859311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5527e497-5389-46a9-a924-72d33e71b7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:24.641046027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a722e1ea-da27-4942-94b8-7c753fe26b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:24.656990632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a722e1ea-da27-4942-94b8-7c753fe26b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:24.672648513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a722e1ea-da27-4942-94b8-7c753fe26b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:24.688489769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a722e1ea-da27-4942-94b8-7c753fe26b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:25.269328154Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"bf8c79d5-a82a-4fe7-aef1-9a8f227d8e70","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:25.733119571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efa44b3-d693-4f68-a674-20cbbd612df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:25.74891355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efa44b3-d693-4f68-a674-20cbbd612df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:25.764465121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efa44b3-d693-4f68-a674-20cbbd612df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:25.78065296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efa44b3-d693-4f68-a674-20cbbd612df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:26.45558383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5973c874-5e44-43b1-864d-1d279cbdab3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:26.471573763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5973c874-5e44-43b1-864d-1d279cbdab3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:26.487370792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5973c874-5e44-43b1-864d-1d279cbdab3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:26.503238806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5973c874-5e44-43b1-864d-1d279cbdab3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:28.818584751Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:29.154808347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972d38d5-dd4f-402e-addc-6f29d812ed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:29.170939885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972d38d5-dd4f-402e-addc-6f29d812ed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:29.186942338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972d38d5-dd4f-402e-addc-6f29d812ed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:29.202928131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972d38d5-dd4f-402e-addc-6f29d812ed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:51.865856765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad96fb47-ced7-4cb1-a066-0d3364873c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:51.934025463Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad96fb47-ced7-4cb1-a066-0d3364873c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:51.953789403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad96fb47-ced7-4cb1-a066-0d3364873c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:51.981855869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f9ebfa5-5933-4a29-80c5-f3261d09fbed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.002787333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f9ebfa5-5933-4a29-80c5-f3261d09fbed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.022703595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f9ebfa5-5933-4a29-80c5-f3261d09fbed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.08260469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11006f5-b183-40dc-af3c-8dc83c53396c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.091074191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1566c7a1-2645-4af3-a36c-6ed54f7fc653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.105602168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11006f5-b183-40dc-af3c-8dc83c53396c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.113957179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1566c7a1-2645-4af3-a36c-6ed54f7fc653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.125626046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11006f5-b183-40dc-af3c-8dc83c53396c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.134115439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1566c7a1-2645-4af3-a36c-6ed54f7fc653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.432284304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c78d41f8-94cd-4f36-9929-e11e517eb4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.45485421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c78d41f8-94cd-4f36-9929-e11e517eb4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.474767646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c78d41f8-94cd-4f36-9929-e11e517eb4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.532285444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26f96be6-666a-4e7a-850b-2bc5c747e311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.53235099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f98e4ef1-184f-412a-bae8-553314c97354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.554003154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26f96be6-666a-4e7a-850b-2bc5c747e311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.554065535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f98e4ef1-184f-412a-bae8-553314c97354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.576128186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f98e4ef1-184f-412a-bae8-553314c97354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.576193402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26f96be6-666a-4e7a-850b-2bc5c747e311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:49:52.598472981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7bc65c70-cad4-4207-b61f-16fbb8d2947c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.633901859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b6d10a6-e939-4758-a7b8-4d452a66f703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.633903214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b30e74d-7d01-4a9d-95eb-738db34bd2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.657969435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b30e74d-7d01-4a9d-95eb-738db34bd2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.658648876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b6d10a6-e939-4758-a7b8-4d452a66f703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.677512266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b30e74d-7d01-4a9d-95eb-738db34bd2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.678213405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b6d10a6-e939-4758-a7b8-4d452a66f703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:49:52.693442278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0930b379-8012-479e-82c4-5c92e3b332ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.717876638Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b13182e8-7579-4c8e-8147-0d7b1318aab8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.733800569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eebf8265-557d-4fab-a2ba-2722b04ba0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.734792459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"773b965c-e285-43a1-9270-6230faa99c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.754630658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eebf8265-557d-4fab-a2ba-2722b04ba0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.755635741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"773b965c-e285-43a1-9270-6230faa99c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.774865749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eebf8265-557d-4fab-a2ba-2722b04ba0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.775927597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"773b965c-e285-43a1-9270-6230faa99c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.820222204Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30bdfeaa-b887-41e3-bfae-5346d20836fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.820221129Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2cd0409-7b6f-4cbd-94d3-3861e982f275","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.843442273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e6c9bf0-2e13-4e7c-9270-5dfa73ee395e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.843438116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff580f4d-d7d8-4edc-9349-5fa6bfa2711d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.864438368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e6c9bf0-2e13-4e7c-9270-5dfa73ee395e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.864665137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff580f4d-d7d8-4edc-9349-5fa6bfa2711d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.885022169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff580f4d-d7d8-4edc-9349-5fa6bfa2711d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.885037679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e6c9bf0-2e13-4e7c-9270-5dfa73ee395e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:49:52.902536795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e6c9bf0-2e13-4e7c-9270-5dfa73ee395e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:49:52.902577194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff580f4d-d7d8-4edc-9349-5fa6bfa2711d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.918875968Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7c0be1e-05ca-4bed-a6a5-c7cd5ea6b1f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.955624759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"900ffdac-12d7-498b-85bc-ea37fa2b10a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.955632299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b83300-1a35-4ddf-be03-054ccfe66033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.976808788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b83300-1a35-4ddf-be03-054ccfe66033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.976824625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"900ffdac-12d7-498b-85bc-ea37fa2b10a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.996878507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b83300-1a35-4ddf-be03-054ccfe66033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:52.99705068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"900ffdac-12d7-498b-85bc-ea37fa2b10a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.193622584Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da780384-25af-4a48-bb30-697d4c9a175b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.369554895Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d07e3a4-79d1-4c81-be34-557531e25223","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.782643186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c104bbf-f7d5-43ae-bd7a-c2892f8829a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.782664558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c104bbf-f7d5-43ae-bd7a-c2892f8829a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.79943306Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04d4666b-9ab6-40b0-acee-9b669326bbf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.799459892Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e4c9deb-ec42-444f-a0a9-53c91e943203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.815797354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f5221d83-c252-4b83-a5d8-d3e6c1886bb9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.815817856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f5221d83-c252-4b83-a5d8-d3e6c1886bb9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.831351999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"624784e1-468a-472b-a102-6c03fa3c6c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.83136622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee56b289-355a-49bf-98af-00f5b31cdb72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.852409431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee56b289-355a-49bf-98af-00f5b31cdb72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.853440512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"624784e1-468a-472b-a102-6c03fa3c6c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.871963007Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee56b289-355a-49bf-98af-00f5b31cdb72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.872738862Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"624784e1-468a-472b-a102-6c03fa3c6c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.969509666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c82f01e6-3552-4a58-b134-b3077eab9c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.969510246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"981d3271-3b09-4261-9bf7-6bc91a96a31d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.99086059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c82f01e6-3552-4a58-b134-b3077eab9c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:54.99088256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"981d3271-3b09-4261-9bf7-6bc91a96a31d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:55.010618053Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c82f01e6-3552-4a58-b134-b3077eab9c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:55.010699749Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"981d3271-3b09-4261-9bf7-6bc91a96a31d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:49:55.043554877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c82f01e6-3552-4a58-b134-b3077eab9c99","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:49:55.043558206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"981d3271-3b09-4261-9bf7-6bc91a96a31d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:55.095270929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7106ad44-684e-4b99-96d7-6a35c6719034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:55.095635719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fa814ca-4893-4aed-9b2a-32c8bf33f365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:55.116384483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fa814ca-4893-4aed-9b2a-32c8bf33f365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:55.116418596Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fa814ca-4893-4aed-9b2a-32c8bf33f365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:55.116448654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7106ad44-684e-4b99-96d7-6a35c6719034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:55.116481594Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7106ad44-684e-4b99-96d7-6a35c6719034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:55.503289441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"499c5850-9fb0-4b68-b790-1f852008d8eb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:55.503314491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"499c5850-9fb0-4b68-b790-1f852008d8eb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:56.32374445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b2498ed-2587-4906-9606-3117d6f5a62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:56.323776178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5404ec73-02c0-4e92-921a-0e1abb624182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:56.345192915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5404ec73-02c0-4e92-921a-0e1abb624182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:56.345257557Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5404ec73-02c0-4e92-921a-0e1abb624182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:56.34543273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b2498ed-2587-4906-9606-3117d6f5a62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:56.345502816Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b2498ed-2587-4906-9606-3117d6f5a62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.671646452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5453bf19-6c54-4425-a2f5-94dc5160ecee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.671667947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5453bf19-6c54-4425-a2f5-94dc5160ecee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.671987245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74b83f26-6702-43f7-b716-3d00a56d8b84","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.672001632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74b83f26-6702-43f7-b716-3d00a56d8b84","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.68798272Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"027c8d68-7abe-492c-9246-b05f916e0327","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.708291176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2438ca3-7730-49fc-9861-956eb990d1b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.708308697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2438ca3-7730-49fc-9861-956eb990d1b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.708575036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6dd5e70-0010-457b-9adb-0edec7e3651b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.708592897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6dd5e70-0010-457b-9adb-0edec7e3651b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.722726623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93aea4f5-8957-438a-9836-119df3a3495a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.723943726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cdb3d8c-984c-4653-8236-e119004e54bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.743926617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93aea4f5-8957-438a-9836-119df3a3495a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.743973776Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93aea4f5-8957-438a-9836-119df3a3495a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.756971716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cdb3d8c-984c-4653-8236-e119004e54bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.757011605Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cdb3d8c-984c-4653-8236-e119004e54bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.788150839Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94e92cd9-1651-4236-bea8-931ecbbfe854","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.81958646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.835485319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"085688b6-bbde-44b3-8627-5dff11ead267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.835497798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47cd81d8-8058-471a-b90c-da228e281caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.856663216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"085688b6-bbde-44b3-8627-5dff11ead267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.856700401Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"085688b6-bbde-44b3-8627-5dff11ead267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.856847189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47cd81d8-8058-471a-b90c-da228e281caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:58.856885021Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47cd81d8-8058-471a-b90c-da228e281caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:59.102387242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aa2a8e9a-9ad7-42ca-a49e-11cc449ce76a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:49:59.1024145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aa2a8e9a-9ad7-42ca-a49e-11cc449ce76a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:00.319334102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e65ecd59-7908-4f90-9c10-8e7f6e5dd25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:00.319334105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66009582-83be-4442-a823-fb7373dbadc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:00.34388562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66009582-83be-4442-a823-fb7373dbadc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:00.343966541Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66009582-83be-4442-a823-fb7373dbadc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:00.347426951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e65ecd59-7908-4f90-9c10-8e7f6e5dd25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:00.347552587Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e65ecd59-7908-4f90-9c10-8e7f6e5dd25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.739175956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aef59541-5b95-4da4-ab0c-7b7e4063b0f9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.739194866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aef59541-5b95-4da4-ab0c-7b7e4063b0f9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.739458631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bbc89ab9-8d6d-4616-93da-9c1f29ffb7cd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.739473128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bbc89ab9-8d6d-4616-93da-9c1f29ffb7cd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.73967757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"071f24aa-199a-4342-8cf0-cdadfe443279","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.739688871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"071f24aa-199a-4342-8cf0-cdadfe443279","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.755519227Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c70edbbf-fa36-4899-bc6d-7bf8107b39b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.755519224Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fece12c-e62f-4d6d-a3e3-0108138d46c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.772505921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"24a153cb-b866-443e-9e5f-da83dd897cbe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.772526188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"24a153cb-b866-443e-9e5f-da83dd897cbe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.772809404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"997ae190-1e8c-4c0c-a56e-52a1c369a141","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.772822864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"997ae190-1e8c-4c0c-a56e-52a1c369a141","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.773043624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6af445a5-5333-44d5-a948-f3f0f856286c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.773054295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6af445a5-5333-44d5-a948-f3f0f856286c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.787351843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1c3b53d-7687-458f-9d06-961fde0fa716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.787390032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55ce0acc-acb9-4a98-967d-bd1232877563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.811003835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1c3b53d-7687-458f-9d06-961fde0fa716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.811042606Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1c3b53d-7687-458f-9d06-961fde0fa716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.81123554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55ce0acc-acb9-4a98-967d-bd1232877563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.811279609Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55ce0acc-acb9-4a98-967d-bd1232877563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.887888792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dcb5bb6-322f-466b-8eea-7a24ec170d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.887887788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"627d1c38-15f5-4194-82f3-6760c603bc9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.908990549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dcb5bb6-322f-466b-8eea-7a24ec170d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.909039942Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dcb5bb6-322f-466b-8eea-7a24ec170d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.909203418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"627d1c38-15f5-4194-82f3-6760c603bc9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:01.909240258Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"627d1c38-15f5-4194-82f3-6760c603bc9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:02.186364999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3a7d0df8-854d-4e03-85a8-cf98a3c33031","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:02.186392638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3a7d0df8-854d-4e03-85a8-cf98a3c33031","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:02.680744102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ac87256-2c8d-4fa8-9362-3f6320536c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:02.680749863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eadf4637-923f-4ebd-bbb4-0a1a8555420b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:02.702346214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ac87256-2c8d-4fa8-9362-3f6320536c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:02.702405092Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ac87256-2c8d-4fa8-9362-3f6320536c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:02.702471306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eadf4637-923f-4ebd-bbb4-0a1a8555420b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:02.702520131Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eadf4637-923f-4ebd-bbb4-0a1a8555420b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.275588255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd0024c6-de1e-426b-a0c8-2f852f85e75a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.275689103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd0024c6-de1e-426b-a0c8-2f852f85e75a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.276062105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e101ee-a41c-4914-aa4e-85c3691ea137","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.276112197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e101ee-a41c-4914-aa4e-85c3691ea137","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.278495144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fd501292-c11e-42cf-8dc9-2014abfc3b76","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.278577418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fd501292-c11e-42cf-8dc9-2014abfc3b76","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.279111694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7a990f46-d177-44c8-8858-4d24a420b498","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.279193686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7a990f46-d177-44c8-8858-4d24a420b498","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.298580571Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1577a01-5e25-4463-9113-798c2309bf51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.298900093Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b4202ec3-26ac-4fdd-92a6-a5d123a5ece5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.308593617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5043adfe-aed9-4563-8883-c0f6deba830b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.308614497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5043adfe-aed9-4563-8883-c0f6deba830b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.308862821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9abb2216-c5bc-46d8-b2d1-07599c6e0aee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.30887718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9abb2216-c5bc-46d8-b2d1-07599c6e0aee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.309102501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d77d435e-d4cd-40d8-b846-77a3dc5d0636","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.30911765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d77d435e-d4cd-40d8-b846-77a3dc5d0636","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.309415942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"50bc869f-6704-4430-884d-8b0fd41751e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.309472221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"50bc869f-6704-4430-884d-8b0fd41751e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.329541281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"270bdeee-aeb3-496b-886e-53c0cf692c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.329715666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"301bd95d-4e27-4e16-ab4f-100d24affb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.3517848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"270bdeee-aeb3-496b-886e-53c0cf692c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.351853366Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"270bdeee-aeb3-496b-886e-53c0cf692c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.35264056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"301bd95d-4e27-4e16-ab4f-100d24affb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.352698835Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"301bd95d-4e27-4e16-ab4f-100d24affb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.42654249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d162c365-9671-4a86-8e7d-68690ecc6a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.42660682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39a11564-8b0b-43df-83ef-3bdd3247fa85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.448236244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d162c365-9671-4a86-8e7d-68690ecc6a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.448246146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39a11564-8b0b-43df-83ef-3bdd3247fa85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.448288433Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39a11564-8b0b-43df-83ef-3bdd3247fa85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.44828827Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d162c365-9671-4a86-8e7d-68690ecc6a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.726316931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"75415da0-7f51-4647-b1c6-9a2c75bbd1b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:03.726338491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"75415da0-7f51-4647-b1c6-9a2c75bbd1b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.837007253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6705d85a-8297-4893-8710-6ec11be9f059","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.837027845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6705d85a-8297-4893-8710-6ec11be9f059","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.837297983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9997e6c9-f313-4c5f-b773-4488e312086d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.837311051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9997e6c9-f313-4c5f-b773-4488e312086d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.837491593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e8db5e7a-8907-42f5-a71e-523e9e6ee22f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.837503499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e8db5e7a-8907-42f5-a71e-523e9e6ee22f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.837668554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"27094252-20af-462f-99b0-418f478a941c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.837678931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"27094252-20af-462f-99b0-418f478a941c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.837867605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc494d44-31a9-484d-bf33-7a3e50c0d59a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.83787741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc494d44-31a9-484d-bf33-7a3e50c0d59a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.85369445Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"947191d6-175e-4765-9b6a-573143422469","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.872210038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"843c6654-125b-4f64-8975-3a923b88ce49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.872228855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"843c6654-125b-4f64-8975-3a923b88ce49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.87243687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e909d4c-b74a-4cda-b611-8082c5453dcd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.872445205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e909d4c-b74a-4cda-b611-8082c5453dcd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.872668171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"696ef3d0-259d-4327-b69d-feeafb46c759","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.872702875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"696ef3d0-259d-4327-b69d-feeafb46c759","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.873411984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"678ea694-3572-4fd4-b80a-cd01ad64cd7c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.873429372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"678ea694-3572-4fd4-b80a-cd01ad64cd7c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.873961715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c997683-7ba3-4f5c-8a7a-9f0adffe7cc6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.873977691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c997683-7ba3-4f5c-8a7a-9f0adffe7cc6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.888350612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af516de-f09e-48b6-85e1-cd7ab771d061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.891828461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b3f9eef-0435-41a2-83df-5e7c69d0d314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.910720568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af516de-f09e-48b6-85e1-cd7ab771d061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.91077049Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af516de-f09e-48b6-85e1-cd7ab771d061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.912600621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b3f9eef-0435-41a2-83df-5e7c69d0d314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.912639479Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b3f9eef-0435-41a2-83df-5e7c69d0d314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.953854437Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20bca13d-dbb9-42d3-859e-a226b7c8439c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.989558847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86277c7b-25a3-4950-b1b6-3fd448753246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:04.989897723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7053f9fa-8b51-4894-b0e4-f3d955fabc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:05.011846726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86277c7b-25a3-4950-b1b6-3fd448753246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:05.0118854Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86277c7b-25a3-4950-b1b6-3fd448753246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:05.011972532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7053f9fa-8b51-4894-b0e4-f3d955fabc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:05.0120101Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7053f9fa-8b51-4894-b0e4-f3d955fabc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:05.272786698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e2da3fe0-689d-40a8-86f9-834533c9fe3e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:05.272806541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e2da3fe0-689d-40a8-86f9-834533c9fe3e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.564809842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55f36b77-2064-4e0e-920a-3c2dfd40d9f7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.564835705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55f36b77-2064-4e0e-920a-3c2dfd40d9f7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.565107814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6efb439f-0175-4846-9d26-39e4b89ba0f6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.565121403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6efb439f-0175-4846-9d26-39e4b89ba0f6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.565381298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ec84ca76-91a6-4951-8779-1361bf449441","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.565398298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ec84ca76-91a6-4951-8779-1361bf449441","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.565605259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e6bccf7a-f8c6-4d1e-aa0e-747ab6b8d82f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.5656167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e6bccf7a-f8c6-4d1e-aa0e-747ab6b8d82f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.565819367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1d42d5a3-af15-4a93-9271-eb2940dd6286","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.565832392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1d42d5a3-af15-4a93-9271-eb2940dd6286","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.566026032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6b4ba8af-c3f7-4c14-b4c7-55e0ae9b50e1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.566041951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6b4ba8af-c3f7-4c14-b4c7-55e0ae9b50e1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.569833774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06215f40-5887-4d98-9307-874922db7ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.569833776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ab9d85e-9130-47df-adce-36747e7cc7ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.593031022Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3723b168-b130-4673-b864-e042c37b92cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.593285198Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4dafc4c2-857c-46d3-a266-d3dafbebb2b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.596070117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ab9d85e-9130-47df-adce-36747e7cc7ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.596119441Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ab9d85e-9130-47df-adce-36747e7cc7ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.607340528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20019dff-83de-4cea-80d2-91c2a4dff793","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.607355408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20019dff-83de-4cea-80d2-91c2a4dff793","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.607584594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"24876d1a-292d-4402-9d95-67f116c7d68e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.607596786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"24876d1a-292d-4402-9d95-67f116c7d68e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.607779803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"824e4fcd-3a69-49f9-ac27-a6e3f15ee669","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.607794737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"824e4fcd-3a69-49f9-ac27-a6e3f15ee669","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.607986276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2dee3905-e216-47dd-870b-a45218795c84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.607998879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2dee3905-e216-47dd-870b-a45218795c84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.608200777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"77221efb-b4d5-408b-8528-eaccb3d1bbc2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.6082176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"77221efb-b4d5-408b-8528-eaccb3d1bbc2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.608453472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"888d9df8-3260-45dd-abdc-b475671c0251","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.608468717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"888d9df8-3260-45dd-abdc-b475671c0251","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.608573817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06215f40-5887-4d98-9307-874922db7ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.608636932Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06215f40-5887-4d98-9307-874922db7ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.673015025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0de3cbc5-6373-4d12-bb9f-3d8f48e805ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.695514905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0de3cbc5-6373-4d12-bb9f-3d8f48e805ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.695593907Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0de3cbc5-6373-4d12-bb9f-3d8f48e805ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.770935912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d77bc2cd-5f98-42dd-903f-06554ad6161a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.793278504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d77bc2cd-5f98-42dd-903f-06554ad6161a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:06.793356399Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d77bc2cd-5f98-42dd-903f-06554ad6161a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:07.025713057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b8f814d-c6eb-40ee-babe-0e95b3bc282f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:07.02573295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b8f814d-c6eb-40ee-babe-0e95b3bc282f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.543878574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e81c2fff-e425-4eca-9515-8e242cf46cc7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.543905506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e81c2fff-e425-4eca-9515-8e242cf46cc7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.544273653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c5a14c8f-202e-41d6-b749-e07c4b9e75fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.544292641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c5a14c8f-202e-41d6-b749-e07c4b9e75fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.544569844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1b07c8d3-b167-4e57-8625-e6940b3bf873","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.544587271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1b07c8d3-b167-4e57-8625-e6940b3bf873","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.544842202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b6eb70f-d178-4870-b6d9-f0de3174947f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.544858399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b6eb70f-d178-4870-b6d9-f0de3174947f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.545110042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"238b5327-6233-41a6-8ca0-e9c158fd07ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.545125469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"238b5327-6233-41a6-8ca0-e9c158fd07ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.54547608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f76911d0-8da2-4c51-a5c5-a8f2353300b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.545493178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f76911d0-8da2-4c51-a5c5-a8f2353300b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.545777561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fe1d4a9-368e-4f63-841b-117993a179a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.54579168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fe1d4a9-368e-4f63-841b-117993a179a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.596650411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"82474fae-c97a-47aa-af00-4464e58bb3ba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.596670848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"82474fae-c97a-47aa-af00-4464e58bb3ba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.596891705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12319879-026c-4701-8bda-8be50638a6bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.596904937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12319879-026c-4701-8bda-8be50638a6bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.597109948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ee3fa178-37ff-4f05-9362-34ba6b58fdd1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.597122811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ee3fa178-37ff-4f05-9362-34ba6b58fdd1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.597256566Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3466c220-4de0-4d22-8f56-a56b8b771802","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.597379144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c457ffb1-d6df-4ccf-86e2-7d5047054f2c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.59739677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c457ffb1-d6df-4ccf-86e2-7d5047054f2c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.597602043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1ff5807-e37e-4eb8-b6da-aa42c74dc297","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.597612249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1ff5807-e37e-4eb8-b6da-aa42c74dc297","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.59777411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e89ffe8-240f-4b42-9aba-96c041977fc6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.59778286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e89ffe8-240f-4b42-9aba-96c041977fc6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.59793364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5e52b08-341f-49de-9a6a-436c605cab15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.597942224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5e52b08-341f-49de-9a6a-436c605cab15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.631738079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a891942-cc18-44c5-8c52-f4d61e9d860f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.632091254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a05ee440-27c6-4682-83af-7e7138ff117b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.65538517Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eea445a9-5589-4e00-b15c-a55c578a3da1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.659981295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a891942-cc18-44c5-8c52-f4d61e9d860f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.660027449Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a891942-cc18-44c5-8c52-f4d61e9d860f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.674008513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a05ee440-27c6-4682-83af-7e7138ff117b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.72750989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2e7e4f1-ca4d-4d2d-9e4c-e2a5f1737bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.748581233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2e7e4f1-ca4d-4d2d-9e4c-e2a5f1737bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.748627297Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2e7e4f1-ca4d-4d2d-9e4c-e2a5f1737bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.754300117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63d33302-04a1-47f6-9dbe-2d37f4eed471","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.754314373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63d33302-04a1-47f6-9dbe-2d37f4eed471","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.819546818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cd0b1bf3-5d3c-4f1a-96ff-e97de612f5bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.924366226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e472573-3862-4ea1-94ba-e7cf56bb9d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.945411136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e472573-3862-4ea1-94ba-e7cf56bb9d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.994407275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc04efbb-54a5-4822-9d50-5ea9a48291fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:08.994427887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc04efbb-54a5-4822-9d50-5ea9a48291fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:09.09241576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d46c757-5f3c-4aa0-bca6-17dac5af5373","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.054726687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c5a8e89d-dcf5-4a23-81fe-2b462618e98f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.054762555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c5a8e89d-dcf5-4a23-81fe-2b462618e98f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.055122983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c12d1ad8-f02e-45bb-a91d-8fd980d5f421","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.055140045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c12d1ad8-f02e-45bb-a91d-8fd980d5f421","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.055435324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"621c09a7-135b-4a38-9fef-3a60d408087a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.055450796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"621c09a7-135b-4a38-9fef-3a60d408087a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.055706444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f5c8c463-f3f9-4846-98d3-f4a1591b2578","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.055720859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f5c8c463-f3f9-4846-98d3-f4a1591b2578","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.055973671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0835c59d-1ccf-400f-beca-4a6fd300472d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.055990456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0835c59d-1ccf-400f-beca-4a6fd300472d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.056269949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"362b4015-b8d9-43e2-b573-b1c9699c829d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.056284116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"362b4015-b8d9-43e2-b573-b1c9699c829d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.056549541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80063cb2-eb12-4508-b956-905ce5e692d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.056566652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80063cb2-eb12-4508-b956-905ce5e692d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.056822158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c664dacf-9326-4ffd-b8a5-8ecf4539f8f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.056834163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c664dacf-9326-4ffd-b8a5-8ecf4539f8f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.094370699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"271012fa-3451-420c-882f-e8ca52a868e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.094394043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"271012fa-3451-420c-882f-e8ca52a868e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.094713948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbc6d0ca-6927-4e00-a163-be8345384ef1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.094733689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbc6d0ca-6927-4e00-a163-be8345384ef1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.095022688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"63a0d620-287b-4f2a-bd7c-fa81c5aa1be8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.09504092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"63a0d620-287b-4f2a-bd7c-fa81c5aa1be8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.095297819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"94c0a855-483c-4ea5-9eed-474bb864b208","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.095312654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"94c0a855-483c-4ea5-9eed-474bb864b208","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.095523376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a716dfec-ec21-40d5-935d-a97e2f779696","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.095567949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a716dfec-ec21-40d5-935d-a97e2f779696","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.095793129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0f7ae06b-d1b5-480d-ada7-1e2d81cc87e1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.095838485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0f7ae06b-d1b5-480d-ada7-1e2d81cc87e1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.096133497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecbe4f92-7f54-46fa-bf87-7d83584a715a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.096178361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecbe4f92-7f54-46fa-bf87-7d83584a715a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.096522126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f7fc8d77-ee04-4f6a-888e-61e302d089ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.096538116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f7fc8d77-ee04-4f6a-888e-61e302d089ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.124596755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fb6824d-7b78-4afa-b245-39bcbc494e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.124942571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d380d63-657a-4702-97d6-d0043b7a4f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.151524984Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba56bf3d-da84-4e60-b36e-1f1403229f80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.152781685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fb6824d-7b78-4afa-b245-39bcbc494e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.164870071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53175cd8-3950-4cf7-b060-275f6063bd0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.166781759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d380d63-657a-4702-97d6-d0043b7a4f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.221343759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6f7815e-1d41-48c1-b1b9-b4b5af460a4e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.221360442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6f7815e-1d41-48c1-b1b9-b4b5af460a4e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.264548096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4fac3c6-2d07-4e19-9240-25f859089c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.288441506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4fac3c6-2d07-4e19-9240-25f859089c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.290076198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b0a06b9-431c-4029-ab0c-9a53014049b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.365366293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87955a7a-61a3-422e-babe-1f525bb47523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.387342456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87955a7a-61a3-422e-babe-1f525bb47523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.422456341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ee4a1e8-1ec9-42f1-bcc2-36e7862eb862","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.461369123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d2fece1-2007-4b36-b442-3ddeec930542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.482495105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d2fece1-2007-4b36-b442-3ddeec930542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.485872423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42125fd3-ee10-44bc-b835-bce509cb2282","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.485886005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42125fd3-ee10-44bc-b835-bce509cb2282","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.558477913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89947797-cfa3-4eed-8da5-3ae9dc18d790","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.558558905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89947797-cfa3-4eed-8da5-3ae9dc18d790","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.6254107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03286deb-c370-4cca-8ac7-6b1b7da16298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.648646708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b8725ac-872a-4349-9ad1-258c5723eb9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.670983333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b8725ac-872a-4349-9ad1-258c5723eb9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.747665751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d6d90d0-e557-4902-930a-ac55e5d6cb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:11.768946518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d6d90d0-e557-4902-930a-ac55e5d6cb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:12.763833227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d1adb75d-02a4-4b24-87e9-8a85080042c1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:12.763855766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d1adb75d-02a4-4b24-87e9-8a85080042c1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:13.723216624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"879f4982-202d-42ec-a42c-14e9974254d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:13.723239421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"879f4982-202d-42ec-a42c-14e9974254d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:15.15336061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c16f275-10d9-4a8a-ba26-dd0833202ffb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:15.216725862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4e3117f-4e4d-4aa9-bd34-5b7204f4fc10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:15.216725882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"966872b0-9932-4c38-bfe4-384ab3d7fe22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:15.217688125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a34e6eb3-4f16-4504-bdf5-46b973b0cc97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:15.217704062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a34e6eb3-4f16-4504-bdf5-46b973b0cc97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:15.239304078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4e3117f-4e4d-4aa9-bd34-5b7204f4fc10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:15.240184117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"966872b0-9932-4c38-bfe4-384ab3d7fe22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:15.259963587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c1b46731-8afb-4573-8481-aacb3db148f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:15.259980553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c1b46731-8afb-4573-8481-aacb3db148f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:16.526366055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"820338e6-8642-489e-af83-59fae936570b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:16.526392782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"820338e6-8642-489e-af83-59fae936570b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:17.840011176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"60a2f137-b6f7-4006-b74a-2871b990600e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:17.840037527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"60a2f137-b6f7-4006-b74a-2871b990600e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:18.362477896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dcfe6cab-36ac-402a-911d-84905f5bbc05","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:18.464502311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f632d81-b57d-4cb9-98bb-1ea01bb2c18a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:19.148662456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1468d330-21da-4e4c-b459-166b1e36d368","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:19.148687281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1468d330-21da-4e4c-b459-166b1e36d368","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:20.846472074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"674e3fad-44f1-4347-9c19-52671b853adf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:20.846491246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"674e3fad-44f1-4347-9c19-52671b853adf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:20.921982566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b3e9488-08bc-4b01-851b-dc8fe543f1a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:20.922320348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11689dc3-f2e7-43a4-bf06-bfc8bece25e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:20.922335601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1236f2bf-169c-4efe-804f-2ed08edb6657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:20.958494078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11689dc3-f2e7-43a4-bf06-bfc8bece25e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:20.958694347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1236f2bf-169c-4efe-804f-2ed08edb6657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:20.981330768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f733f567-f32c-4105-b65a-2f7ca5a016ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:20.981350572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f733f567-f32c-4105-b65a-2f7ca5a016ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:21.047781685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec871358-6cd6-4a83-8035-0e64a8c24faf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:25.219033371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f96fcab0-7e40-4e74-ac66-93e918dfd3e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:25.219053068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f96fcab0-7e40-4e74-ac66-93e918dfd3e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:27.400785832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f67b3b9-9281-40ee-a7dd-9b0d0bc083b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:27.400811643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f67b3b9-9281-40ee-a7dd-9b0d0bc083b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:27.470059459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bddcbbcd-a722-44b4-aaab-0fdadb3e952e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:27.478570304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b2ecf58-9409-4a38-b506-c20e0a7a9996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:27.486409633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38244b82-1750-4156-af0b-920cc1ac54d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:27.499579342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b2ecf58-9409-4a38-b506-c20e0a7a9996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:27.51009861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38244b82-1750-4156-af0b-920cc1ac54d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:27.534653857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfff3d78-e254-42b7-b07e-fbfee2caaffe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:27.534670269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfff3d78-e254-42b7-b07e-fbfee2caaffe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:27.599480075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8550807b-d696-4f1c-a42a-7ff6cb2ff0ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:28.833404444Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:50:58.870774508Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.711818173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbeba649-204a-46f4-b3bc-ae210e05d0cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.711837354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbeba649-204a-46f4-b3bc-ae210e05d0cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.76088236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee21daff-dfae-40fb-ba39-7cc9f24b72ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.78170358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee21daff-dfae-40fb-ba39-7cc9f24b72ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.850389481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f9c6323-b4c1-473d-a855-be8aabc56f1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.850410111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f9c6323-b4c1-473d-a855-be8aabc56f1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.929772823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7800289a-e546-490d-9e0c-04e563b8d547","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.929794678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7800289a-e546-490d-9e0c-04e563b8d547","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.976432844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e401f769-0e26-4149-8b06-f70027e54c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.976561832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73ce1058-2969-4a89-b572-570e5d46391a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.994256189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c86e405-5ba8-4f7b-83f2-4aaac9c1c471","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.997288158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73ce1058-2969-4a89-b572-570e5d46391a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:02.997336575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e401f769-0e26-4149-8b06-f70027e54c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:03.050526226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"471f159f-c824-4f27-8ab6-6cf4d393a70a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:03.050542203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"471f159f-c824-4f27-8ab6-6cf4d393a70a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:28.832764782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:51:58.834507239Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:28.832858275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:46.53587818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fd69c2-dfa8-4f0c-883f-90f06041ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:46.551810804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fd69c2-dfa8-4f0c-883f-90f06041ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:46.567688278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fd69c2-dfa8-4f0c-883f-90f06041ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:46.583539479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fd69c2-dfa8-4f0c-883f-90f06041ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:47.367683229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e0356e-61f3-461f-a56e-dc56652f01d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:47.384261944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e0356e-61f3-461f-a56e-dc56652f01d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:47.388520309Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-aaf98f1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-aaf98f1a","reconcileID":"99a14906-9a71-4d62-8557-c5351b0cb4e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-aaf98f1a","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-aaf98f1a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:47.400190791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e0356e-61f3-461f-a56e-dc56652f01d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:47.416439177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e0356e-61f3-461f-a56e-dc56652f01d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:48.16835554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad5fe66-2c0d-4d52-8f18-a5f7b5344b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:48.19246527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad5fe66-2c0d-4d52-8f18-a5f7b5344b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:48.208277868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad5fe66-2c0d-4d52-8f18-a5f7b5344b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:48.224274739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad5fe66-2c0d-4d52-8f18-a5f7b5344b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:49.45512782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e78f18-adcc-4928-981d-09b9c5771c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:49.471655164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e78f18-adcc-4928-981d-09b9c5771c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:49.487693191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e78f18-adcc-4928-981d-09b9c5771c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:49.505031197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e78f18-adcc-4928-981d-09b9c5771c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:50.231012562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0400f4fe-a101-43f9-9fd8-18f6fa3ceea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:50.246898931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0400f4fe-a101-43f9-9fd8-18f6fa3ceea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:50.262803573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0400f4fe-a101-43f9-9fd8-18f6fa3ceea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:50.278777585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0400f4fe-a101-43f9-9fd8-18f6fa3ceea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:50.532858569Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-bbc42836","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-bbc42836","reconcileID":"51e08bb9-5f79-4812-8f98-053d27493871","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-bbc42836","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-bbc42836":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:50.93261853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"91e4a363-f231-4206-a4c9-b45db3b87fbe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-aaf98f1a","tenantID":"e2e-derive-aaf98f1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:50.991966681Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"91e4a363-f231-4206-a4c9-b45db3b87fbe","name":"e2e-derive-aaf98f1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:51.049621974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07533dec-3c64-4d2f-a5d4-fd5a06a3aa2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:51.071670221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07533dec-3c64-4d2f-a5d4-fd5a06a3aa2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:51.153435682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07533dec-3c64-4d2f-a5d4-fd5a06a3aa2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:51.169419823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07533dec-3c64-4d2f-a5d4-fd5a06a3aa2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:55.181830739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab27aa3b-e872-46e5-be62-1accdff3485f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:55.284211698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd923687-de3e-4b4e-b908-98df555a3435","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:56.421882781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"490b1f9a-a862-441b-b40a-c3b1f4e5c998","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-bbc42836","tenantID":"e2e-ait-bbc42836","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:56.467226028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"490b1f9a-a862-441b-b40a-c3b1f4e5c998","name":"e2e-ait-bbc42836-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:58.819937655Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:59.576194045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f974da-e98f-46b7-8246-d26503b963b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:59.592812081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f974da-e98f-46b7-8246-d26503b963b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:59.608937544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f974da-e98f-46b7-8246-d26503b963b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:52:59.62506465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f974da-e98f-46b7-8246-d26503b963b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:00.283003162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e493007-9e88-4a97-b1fa-f5dc6c737a57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:00.298939312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e493007-9e88-4a97-b1fa-f5dc6c737a57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:00.314975088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e493007-9e88-4a97-b1fa-f5dc6c737a57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:00.330830621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e493007-9e88-4a97-b1fa-f5dc6c737a57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:00.384694301Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3cc211d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3cc211d9","reconcileID":"0bad8cd6-434b-4cf6-bce7-72b9f5f4c851","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3cc211d9","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-3cc211d9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:00.978080959Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-b06528d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-b06528d1","reconcileID":"4a32e8c5-2a55-48bf-af84-632021c031e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-b06528d1-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-b06528d1-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:01.019752334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8e9fc6-cefc-4ca5-8fcf-4f2d5cd3b921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:01.035870354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8e9fc6-cefc-4ca5-8fcf-4f2d5cd3b921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:01.052245125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8e9fc6-cefc-4ca5-8fcf-4f2d5cd3b921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:01.068495555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8e9fc6-cefc-4ca5-8fcf-4f2d5cd3b921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:01.747219269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919d4bdb-1027-4f49-8882-36e7828a4b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:01.763207182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919d4bdb-1027-4f49-8882-36e7828a4b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:01.778881189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919d4bdb-1027-4f49-8882-36e7828a4b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:01.794680309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919d4bdb-1027-4f49-8882-36e7828a4b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:01.882936773Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5e61cc8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5e61cc8d","reconcileID":"5d9f6a56-1c6e-4329-813e-3d6ba251e912","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5e61cc8d","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-5e61cc8d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:02.491416605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3012bf56-f778-4724-9bc7-3c0d07717d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:02.507144197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3012bf56-f778-4724-9bc7-3c0d07717d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:02.557202451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3012bf56-f778-4724-9bc7-3c0d07717d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:02.573174719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3012bf56-f778-4724-9bc7-3c0d07717d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:03.25199116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9964c9f6-14d8-448e-801d-04d628243ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:03.268086766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9964c9f6-14d8-448e-801d-04d628243ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:03.28417614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9964c9f6-14d8-448e-801d-04d628243ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:03.300133786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9964c9f6-14d8-448e-801d-04d628243ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:06.19699976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78d38534-cf64-4c0e-9495-6342ec1bca94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:06.38547996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e852f7fd-c61e-4c3b-ae5a-46b0d896c77b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:07.954887726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"b672f890-dd86-4959-8bb6-638b7e1acbb6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-3cc211d9","tenantID":"e2e-ait-3cc211d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:07.999843972Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"b672f890-dd86-4959-8bb6-638b7e1acbb6","name":"e2e-ait-3cc211d9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:09.649116741Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"e5938668-ff55-4fce-8d24-bb169c9880f4","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:09.67002037Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"e5938668-ff55-4fce-8d24-bb169c9880f4","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:09.701506976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"e5938668-ff55-4fce-8d24-bb169c9880f4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-b06528d1-gw","tenantID":"e2e-migrate-b06528d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:09.747703608Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"e5938668-ff55-4fce-8d24-bb169c9880f4","name":"e2e-migrate-b06528d1-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:11.326975123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"376953b2-2668-437e-b29a-e1a27b01f4c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:11.429686357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4575e67-6453-4262-933a-a6f83a5e0c67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:11.572211858Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"e28d8aaf-5b33-4c6b-b36c-f29482b0da98","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:11.624396109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"e28d8aaf-5b33-4c6b-b36c-f29482b0da98","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-5e61cc8d","tenantID":"e2e-ait-5e61cc8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:11.673399072Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"e28d8aaf-5b33-4c6b-b36c-f29482b0da98","name":"e2e-ait-5e61cc8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:14.31541504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b8670b-4170-444c-87e9-162761f325a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:14.331450872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b8670b-4170-444c-87e9-162761f325a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:14.347462147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b8670b-4170-444c-87e9-162761f325a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:14.363370681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b8670b-4170-444c-87e9-162761f325a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:15.047231808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c63e09f-c056-47d2-b07d-d3081e6589b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:15.063555645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c63e09f-c056-47d2-b07d-d3081e6589b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:15.079716262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c63e09f-c056-47d2-b07d-d3081e6589b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:15.095589809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c63e09f-c056-47d2-b07d-d3081e6589b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:16.64638018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27183d5-f6f3-4612-9f0f-e6284dc1ad73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:16.66532481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27183d5-f6f3-4612-9f0f-e6284dc1ad73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:16.681570846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27183d5-f6f3-4612-9f0f-e6284dc1ad73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:16.697855845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27183d5-f6f3-4612-9f0f-e6284dc1ad73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:17.354563388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c0560-2e7e-4e30-afdf-cb2944777b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:17.370787494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c0560-2e7e-4e30-afdf-cb2944777b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:17.386901003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c0560-2e7e-4e30-afdf-cb2944777b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:17.403334064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c0560-2e7e-4e30-afdf-cb2944777b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:18.145686827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a9b454-6aae-452b-a4ca-44bffecef085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:18.161787791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a9b454-6aae-452b-a4ca-44bffecef085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:18.178130625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a9b454-6aae-452b-a4ca-44bffecef085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:18.19430787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a9b454-6aae-452b-a4ca-44bffecef085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:18.847454994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a90c368-c76f-4842-af1c-3c96a09f66ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:18.863994041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a90c368-c76f-4842-af1c-3c96a09f66ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:18.880280768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a90c368-c76f-4842-af1c-3c96a09f66ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:18.896318658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a90c368-c76f-4842-af1c-3c96a09f66ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:20.069333525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89287bf-cad7-4bf5-b014-d9624fa0eb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:20.085579064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89287bf-cad7-4bf5-b014-d9624fa0eb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:20.101769816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89287bf-cad7-4bf5-b014-d9624fa0eb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:20.117867323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89287bf-cad7-4bf5-b014-d9624fa0eb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:20.753572766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b91306-21e5-4725-a1ad-d75f0831985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:20.769460578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b91306-21e5-4725-a1ad-d75f0831985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:20.785259737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b91306-21e5-4725-a1ad-d75f0831985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:20.801115341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b91306-21e5-4725-a1ad-d75f0831985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:20.989350962Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"5a824c2c-07fa-4cc8-aeb8-f1c4eeea5c17","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:21.024971484Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"5a824c2c-07fa-4cc8-aeb8-f1c4eeea5c17","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:21.747944365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d396762e-ee3f-471d-95b4-accd1a981679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:21.763734401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d396762e-ee3f-471d-95b4-accd1a981679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:21.779780632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d396762e-ee3f-471d-95b4-accd1a981679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:21.795769647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d396762e-ee3f-471d-95b4-accd1a981679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:22.454056789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098ee3e1-2cfa-4f8f-94b6-02a369c3b605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:22.469934277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098ee3e1-2cfa-4f8f-94b6-02a369c3b605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:22.485918325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098ee3e1-2cfa-4f8f-94b6-02a369c3b605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:22.501850567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098ee3e1-2cfa-4f8f-94b6-02a369c3b605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:22.968560459Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"c1616caf-618e-4c02-a4f8-e53b40836eff","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:23.221352459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714e2ba8-c1b4-4943-a603-d7cc37ddface","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:23.270203484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714e2ba8-c1b4-4943-a603-d7cc37ddface","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:23.286006817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714e2ba8-c1b4-4943-a603-d7cc37ddface","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:23.30211645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714e2ba8-c1b4-4943-a603-d7cc37ddface","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:23.954170653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f7a821-3343-4a41-85ca-6c3d1e58cde1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:23.970753107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f7a821-3343-4a41-85ca-6c3d1e58cde1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:23.98693701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f7a821-3343-4a41-85ca-6c3d1e58cde1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:24.003167016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f7a821-3343-4a41-85ca-6c3d1e58cde1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:24.682408026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef6695e-4e13-4496-a0e2-59a76654f0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:24.698697712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef6695e-4e13-4496-a0e2-59a76654f0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:24.714748208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef6695e-4e13-4496-a0e2-59a76654f0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:24.731326653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef6695e-4e13-4496-a0e2-59a76654f0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:25.537986937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8d985b-62f8-40f6-9cec-4319d8ebf47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:25.55402516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8d985b-62f8-40f6-9cec-4319d8ebf47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:25.570089007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8d985b-62f8-40f6-9cec-4319d8ebf47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:25.585904006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8d985b-62f8-40f6-9cec-4319d8ebf47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:26.234234596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0114b39a-51c8-4872-a9a1-76a3334682f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:26.250199624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0114b39a-51c8-4872-a9a1-76a3334682f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:26.265858727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0114b39a-51c8-4872-a9a1-76a3334682f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:26.281779735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0114b39a-51c8-4872-a9a1-76a3334682f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:26.953494955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afded120-5328-41ea-b487-c5995a17ffff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:26.969805288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afded120-5328-41ea-b487-c5995a17ffff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:26.985487095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afded120-5328-41ea-b487-c5995a17ffff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:27.001360784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afded120-5328-41ea-b487-c5995a17ffff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:27.442031933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68c7f2a9-37ab-498f-a22c-6b487a353dd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:27.532534006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f120937-2365-45b0-92d5-f8408a67ce6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:27.780781358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8946325-4acc-4392-8187-4a2fe697715d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:27.796959886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8946325-4acc-4392-8187-4a2fe697715d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:27.812788875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8946325-4acc-4392-8187-4a2fe697715d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:27.829171057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8946325-4acc-4392-8187-4a2fe697715d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:28.4696178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1bb031-6a36-4032-8bde-d8ee2d26fc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:28.485917845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1bb031-6a36-4032-8bde-d8ee2d26fc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:28.502470089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1bb031-6a36-4032-8bde-d8ee2d26fc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:28.518484602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1bb031-6a36-4032-8bde-d8ee2d26fc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:28.819262312Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:29.197085114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca139c-3039-41eb-9c4f-b2eb6946f3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:29.212837169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca139c-3039-41eb-9c4f-b2eb6946f3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:29.228669194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca139c-3039-41eb-9c4f-b2eb6946f3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:29.244708797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca139c-3039-41eb-9c4f-b2eb6946f3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:32.869138653Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc44aa51-eae9-4af1-beb6-b793b05fdfc1","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:32.907089067Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc44aa51-eae9-4af1-beb6-b793b05fdfc1","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:34.762182923Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"3c31f004-19b3-45a9-b775-af3934527523","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:34.887541731Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","namespace":"ai-tenant-e2e-ait-bbc42836","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:34.887600697Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","namespace":"ai-tenant-e2e-ait-bbc42836","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:34.887657083Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","tenant":"e2e-ait-bbc42836","tenantID":"e2e-ait-bbc42836","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:34.906555572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"Deployment","name":"maas-api-e2e-ait-bbc42836","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:34.957188705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"Service","name":"maas-api-e2e-ait-bbc42836","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:34.980464682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-bbc42836","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.003180475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-bbc42836","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.026745011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.050813256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.083507082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.10582458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.122212745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"Deployment","name":"payload-processing-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.137870065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.153958986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"Service","name":"payload-processing-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.170204995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"Service","name":"payload-pre-processing-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.188212354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"DestinationRule","name":"payload-processing-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.211056809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.230998612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.259272355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.275652994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.301128714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.330871057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-bbc42836","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.348150121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bbc42836"},"namespace":"ai-tenant-e2e-ait-bbc42836","name":"default-tenant","reconcileID":"48b5849c-c269-4a96-a5f3-f156d20171bf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-bbc42836","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:35.639519963Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-bbc42836","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-bbc42836","reconcileID":"84cf4b84-9caa-4dfa-ba60-57e6ae92c6d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-bbc42836","removed":["maas.opendatahub.io/gateway-access-e2e-ait-bbc42836"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:36.038879157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c53e222-50fe-4e3d-86b5-e31150162343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:36.057769743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c53e222-50fe-4e3d-86b5-e31150162343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:36.076285831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c53e222-50fe-4e3d-86b5-e31150162343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:36.092855999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c53e222-50fe-4e3d-86b5-e31150162343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:36.836886049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93e0fab-3ffc-4f0e-986d-20e38c1650b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:36.852961901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93e0fab-3ffc-4f0e-986d-20e38c1650b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:36.869257775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93e0fab-3ffc-4f0e-986d-20e38c1650b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:36.885068287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93e0fab-3ffc-4f0e-986d-20e38c1650b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.400941216Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","namespace":"ai-tenant-e2e-derive-aaf98f1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.401007648Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","namespace":"ai-tenant-e2e-derive-aaf98f1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.40106295Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","tenant":"e2e-derive-aaf98f1a","tenantID":"e2e-derive-aaf98f1a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.431215302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"Deployment","name":"maas-api-e2e-derive-aaf98f1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.475911104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"Service","name":"maas-api-e2e-derive-aaf98f1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.507802972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-aaf98f1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.528319313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-aaf98f1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.551334058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.564728802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066feab7-2c20-49a0-b305-b696222e3093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.582777389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066feab7-2c20-49a0-b305-b696222e3093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.583964099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.599071435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066feab7-2c20-49a0-b305-b696222e3093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.615087056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066feab7-2c20-49a0-b305-b696222e3093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.620055845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.638771089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.654519527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"Deployment","name":"payload-processing-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.670242071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.702420996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"Service","name":"payload-processing-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.721367257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"Service","name":"payload-pre-processing-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.738135527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"DestinationRule","name":"payload-processing-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.770792465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.816184825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.836263803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.852870621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.870768983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.889940494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-aaf98f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.905672366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-aaf98f1a"},"namespace":"ai-tenant-e2e-derive-aaf98f1a","name":"default-tenant","reconcileID":"a6337ac5-1a90-4205-8ddb-6058bf1c4a64","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-aaf98f1a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.926708097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","namespace":"ai-tenant-e2e-ait-3cc211d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.926760456Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","namespace":"ai-tenant-e2e-ait-3cc211d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.926807795Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","tenant":"e2e-ait-3cc211d9","tenantID":"e2e-ait-3cc211d9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.947299269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"Deployment","name":"maas-api-e2e-ait-3cc211d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:37.992520067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"Service","name":"maas-api-e2e-ait-3cc211d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.021591205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3cc211d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.041391659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3cc211d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.069292195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.094133725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.132828289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.158974931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.178112258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"Deployment","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.197798463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.213840639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"Service","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.231975432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"Service","name":"payload-pre-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.252797398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.267540495Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-aaf98f1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-aaf98f1a","reconcileID":"6cec7a4e-fc47-432e-a9b2-aec7c9f42e40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-aaf98f1a","removed":["maas.opendatahub.io/gateway-access-e2e-derive-aaf98f1a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.269653652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.284992628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.30721356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.325196597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.340920627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.35629618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6703d3-b4ce-43f2-baa5-cc20254ff958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.372516131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.37363611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6703d3-b4ce-43f2-baa5-cc20254ff958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.390906811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6703d3-b4ce-43f2-baa5-cc20254ff958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.393913602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"62be05db-0e54-4a78-8b81-b88fabd90ab0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3cc211d9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.409565887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6703d3-b4ce-43f2-baa5-cc20254ff958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.443051033Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","namespace":"ai-tenant-e2e-migrate-b06528d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.443115827Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","namespace":"ai-tenant-e2e-migrate-b06528d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.443203978Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","tenant":"e2e-migrate-b06528d1","tenantID":"e2e-migrate-b06528d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.467687897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"Deployment","name":"maas-api-e2e-migrate-b06528d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.5113628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"Service","name":"maas-api-e2e-migrate-b06528d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.53558042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-b06528d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.558675186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"11834260-ad0c-4a62-b83f-04b0e3e4f77f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.568351197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-b06528d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.595328075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.618829951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.63689169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.641870286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53c8dfa7-de9a-477d-a456-be9879127f5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.654660269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.671904733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"Deployment","name":"payload-processing-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.701092715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.718302836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"Service","name":"payload-processing-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.735382198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"Service","name":"payload-pre-processing-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.765297024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.784682661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.800804023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.820494813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.836108315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.857837147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.873495707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-b06528d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:38.890796554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b06528d1"},"namespace":"ai-tenant-e2e-migrate-b06528d1","name":"default-tenant","reconcileID":"cc538c58-ec33-4bee-8deb-582de0cffb47","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-b06528d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:39.141331374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a339cc87-c459-4a34-9da3-1a45242f1a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:39.161323267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a339cc87-c459-4a34-9da3-1a45242f1a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:39.179450192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a339cc87-c459-4a34-9da3-1a45242f1a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:39.200186058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a339cc87-c459-4a34-9da3-1a45242f1a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:39.227759827Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-b06528d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-b06528d1","reconcileID":"12a6bc75-c408-45c9-9c45-a3a27a8f489f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-b06528d1-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-b06528d1-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:39.981643459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cf2f7d-de1c-46b3-98cf-e0da3f7555b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:39.997612665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cf2f7d-de1c-46b3-98cf-e0da3f7555b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:40.014792536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cf2f7d-de1c-46b3-98cf-e0da3f7555b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:40.03138989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cf2f7d-de1c-46b3-98cf-e0da3f7555b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:40.739239193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc7651a-34d6-4ac9-9d16-a0aeac6c253a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:40.755788586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc7651a-34d6-4ac9-9d16-a0aeac6c253a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:40.771714304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc7651a-34d6-4ac9-9d16-a0aeac6c253a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:40.788345708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc7651a-34d6-4ac9-9d16-a0aeac6c253a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.068928537Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","namespace":"ai-tenant-e2e-ait-3cc211d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.068984252Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","namespace":"ai-tenant-e2e-ait-3cc211d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.069062531Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","tenant":"e2e-ait-3cc211d9","tenantID":"e2e-ait-3cc211d9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.085484651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"Deployment","name":"maas-api-e2e-ait-3cc211d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.101180525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"Service","name":"maas-api-e2e-ait-3cc211d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.116810142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3cc211d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.132638261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3cc211d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.148428838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.164001645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.179626671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.195381249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.211969434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"Deployment","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.227871067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.244019371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"Service","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.259927223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"Service","name":"payload-pre-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.275871684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.291718354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.307805464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.323545053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.339453308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.355524246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.371850546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3cc211d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.387857454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3cc211d9"},"namespace":"ai-tenant-e2e-ait-3cc211d9","name":"default-tenant","reconcileID":"dd5e1fe3-089d-44ad-ba8a-fffc1f572c28","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3cc211d9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:43.710598639Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3cc211d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3cc211d9","reconcileID":"14fb5924-b4ec-401c-8e52-ffc6505c8c1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3cc211d9","removed":["maas.opendatahub.io/gateway-access-e2e-ait-3cc211d9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:44.151057779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a741a3e3-774f-460f-8e37-02a804124294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:44.16687481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a741a3e3-774f-460f-8e37-02a804124294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:44.182663641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a741a3e3-774f-460f-8e37-02a804124294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:44.198406473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a741a3e3-774f-460f-8e37-02a804124294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:44.835368652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5956a72-e2bd-4cbb-b056-9d88743fb04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:44.851539994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5956a72-e2bd-4cbb-b056-9d88743fb04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:44.870221184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5956a72-e2bd-4cbb-b056-9d88743fb04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:44.88686963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5956a72-e2bd-4cbb-b056-9d88743fb04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:47.939237593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92afd8a6-60fc-4bd7-8ea6-548e2c2aaf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:47.955171177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92afd8a6-60fc-4bd7-8ea6-548e2c2aaf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:47.971286725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92afd8a6-60fc-4bd7-8ea6-548e2c2aaf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:47.986946679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92afd8a6-60fc-4bd7-8ea6-548e2c2aaf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:48.639176822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3679dd-430a-43ac-bce8-9987a4dad9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:48.657177897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3679dd-430a-43ac-bce8-9987a4dad9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:48.673114883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3679dd-430a-43ac-bce8-9987a4dad9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:48.689096469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3679dd-430a-43ac-bce8-9987a4dad9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:49.969770888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e224df-fa60-4238-9a46-b7123d52129c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:49.986580704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e224df-fa60-4238-9a46-b7123d52129c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:50.002717869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e224df-fa60-4238-9a46-b7123d52129c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:50.018600769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e224df-fa60-4238-9a46-b7123d52129c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:50.651640372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0259a0c-d5d4-4157-a66a-851674c94595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:50.667584755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0259a0c-d5d4-4157-a66a-851674c94595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:50.683589844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0259a0c-d5d4-4157-a66a-851674c94595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:50.699413208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0259a0c-d5d4-4157-a66a-851674c94595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:50.77350055Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-72ed13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-72ed13","reconcileID":"f9cc7bab-5dc7-4fdc-ab9f-390590334ba1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-72ed13","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-72ed13":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:51.437656605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a01af9-311f-4221-a6b8-4cd8500f8b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:51.453446818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a01af9-311f-4221-a6b8-4cd8500f8b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:51.46912107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a01af9-311f-4221-a6b8-4cd8500f8b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:51.484949451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a01af9-311f-4221-a6b8-4cd8500f8b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:52.847266263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9339a7-a782-474c-8968-7afd8e4160ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:52.866042321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9339a7-a782-474c-8968-7afd8e4160ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:52.881784405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9339a7-a782-474c-8968-7afd8e4160ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:52.89832944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9339a7-a782-474c-8968-7afd8e4160ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:53.077767442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f8ba7d3-9948-483a-9ad7-9eedaa580221","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:53.200243273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c311379-d2c9-45f6-97c2-731609005eec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:53.552960333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5350933a-e619-404a-997f-042225aad489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:53.568841735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5350933a-e619-404a-997f-042225aad489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:53.584494469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5350933a-e619-404a-997f-042225aad489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:53.600367369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5350933a-e619-404a-997f-042225aad489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:53.897474193Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-664c2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-664c2b","reconcileID":"966f5aea-50f8-4dde-bccf-6e645db8672c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-664c2b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-664c2b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:54.236169784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb89ae25-049e-4ed7-91c6-b51f98371071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:54.251913983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb89ae25-049e-4ed7-91c6-b51f98371071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:54.267787866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb89ae25-049e-4ed7-91c6-b51f98371071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:54.283715673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb89ae25-049e-4ed7-91c6-b51f98371071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:54.932764215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d30ea41-2a5d-4896-9ec9-3137909952df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:54.948744709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d30ea41-2a5d-4896-9ec9-3137909952df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:54.964270429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d30ea41-2a5d-4896-9ec9-3137909952df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:54.980191093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d30ea41-2a5d-4896-9ec9-3137909952df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:55.663761512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d0030a-37de-43df-9b9a-d9ac30d519e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:55.679778087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d0030a-37de-43df-9b9a-d9ac30d519e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:55.69577648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d0030a-37de-43df-9b9a-d9ac30d519e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:55.711825175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d0030a-37de-43df-9b9a-d9ac30d519e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:56.0768925Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-39b241","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-39b241","reconcileID":"5775fe53-aa01-424a-8f45-89ab1cdeab4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-39b241","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-39b241":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:56.401439841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0a81b8-f49d-429d-89e4-1a348454822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:56.41852601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0a81b8-f49d-429d-89e4-1a348454822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:56.434942818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0a81b8-f49d-429d-89e4-1a348454822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:56.451098415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0a81b8-f49d-429d-89e4-1a348454822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:57.024353771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"2b227a87-53e9-4d49-a919-eb12ed30fda3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:57.075790741Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"2b227a87-53e9-4d49-a919-eb12ed30fda3","name":"e2e-worker-w2-72ed13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:57.168320707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bdacab-257c-44a1-8b3b-d592e0bdba9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:57.184140869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bdacab-257c-44a1-8b3b-d592e0bdba9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:57.200461443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bdacab-257c-44a1-8b3b-d592e0bdba9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:57.218689383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bdacab-257c-44a1-8b3b-d592e0bdba9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:57.896630801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1530ccc4-6702-45b1-b04e-47649eed41d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:57.916488869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1530ccc4-6702-45b1-b04e-47649eed41d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:57.932977481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1530ccc4-6702-45b1-b04e-47649eed41d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:57.948888294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1530ccc4-6702-45b1-b04e-47649eed41d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:58.052833248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d6f7037a-540e-4e39-8cc7-8a831018c37d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:58.139762781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd4dc1ba-9685-4d1a-b663-ffef0fbf38c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:58.646925736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc34f43-5fb7-4031-b8d1-476d928dde20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:58.663606229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc34f43-5fb7-4031-b8d1-476d928dde20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:58.679519185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc34f43-5fb7-4031-b8d1-476d928dde20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:58.695380796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc34f43-5fb7-4031-b8d1-476d928dde20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:58.822459005Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:59.387070265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f658635c-5825-42d8-9c20-f9e5fc001bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:59.403860307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f658635c-5825-42d8-9c20-f9e5fc001bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:59.420427569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f658635c-5825-42d8-9c20-f9e5fc001bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:53:59.436436923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f658635c-5825-42d8-9c20-f9e5fc001bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:00.075028483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d3d790-3ef5-4b41-b046-6c4499836e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:00.090872518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d3d790-3ef5-4b41-b046-6c4499836e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:00.106825153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d3d790-3ef5-4b41-b046-6c4499836e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:00.122537109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d3d790-3ef5-4b41-b046-6c4499836e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:00.749214517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3d176e-1797-4ea3-8b14-68c96fea9366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:00.765232292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3d176e-1797-4ea3-8b14-68c96fea9366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:00.781185778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3d176e-1797-4ea3-8b14-68c96fea9366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:00.796969295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3d176e-1797-4ea3-8b14-68c96fea9366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:00.853188173Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d5b2b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d5b2b8","reconcileID":"2b8ecdb7-545a-486b-b16a-8ce248580eaf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-d5b2b8","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-d5b2b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:01.096333689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"90f6222a-6045-404a-abd3-760bdf4b4c8b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:01.147914092Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"90f6222a-6045-404a-abd3-760bdf4b4c8b","name":"e2e-worker-w1-664c2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:01.566936608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7e386e-a4a7-48d3-abbb-c20ecd11a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:01.582827757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7e386e-a4a7-48d3-abbb-c20ecd11a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:01.598617254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7e386e-a4a7-48d3-abbb-c20ecd11a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:01.614573574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7e386e-a4a7-48d3-abbb-c20ecd11a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:02.331869547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc83155-67af-4673-a610-bd4e56c75586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:02.348189993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc83155-67af-4673-a610-bd4e56c75586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:02.364347844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc83155-67af-4673-a610-bd4e56c75586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:02.380727223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc83155-67af-4673-a610-bd4e56c75586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:04.945629502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"11c9feae-3705-4a7a-91ba-04a8ead743cc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:04.99060561Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"11c9feae-3705-4a7a-91ba-04a8ead743cc","name":"e2e-worker-w3-39b241-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.769728767Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","namespace":"ai-tenant-e2e-ait-5e61cc8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.769788028Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","namespace":"ai-tenant-e2e-ait-5e61cc8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.769836542Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","tenant":"e2e-ait-5e61cc8d","tenantID":"e2e-ait-5e61cc8d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.787580555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"Deployment","name":"maas-api-e2e-ait-5e61cc8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.820678045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"Service","name":"maas-api-e2e-ait-5e61cc8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.841181506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-5e61cc8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.862472705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-5e61cc8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.881372148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.899526229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.920556199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.939010834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.954516115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"Deployment","name":"payload-processing-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.969748832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:06.985100624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"Service","name":"payload-processing-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.004433003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"Service","name":"payload-pre-processing-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.022681879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"DestinationRule","name":"payload-processing-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.045418725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.071234648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.109985759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.131826314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.147774431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.163758755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-5e61cc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.197232552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5e61cc8d"},"namespace":"ai-tenant-e2e-ait-5e61cc8d","name":"default-tenant","reconcileID":"1a62f4ce-a830-42ba-921b-c4cadd3d2b97","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-5e61cc8d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.47720758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58535418-4626-4253-af2c-cfe7d8630737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.493340218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58535418-4626-4253-af2c-cfe7d8630737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.509821436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58535418-4626-4253-af2c-cfe7d8630737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.525982055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58535418-4626-4253-af2c-cfe7d8630737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:07.550147164Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5e61cc8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5e61cc8d","reconcileID":"f1148414-e7de-4894-be21-bb032b68a224","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5e61cc8d","removed":["maas.opendatahub.io/gateway-access-e2e-ait-5e61cc8d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:08.272516332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4169606b-57d6-4ff5-ab1d-5e8d8c7ae1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:08.288586401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4169606b-57d6-4ff5-ab1d-5e8d8c7ae1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:08.304536816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4169606b-57d6-4ff5-ab1d-5e8d8c7ae1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:08.320559426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4169606b-57d6-4ff5-ab1d-5e8d8c7ae1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:08.996972885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b13cd74-e738-49ec-8a16-f5df0f069ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:09.01319391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b13cd74-e738-49ec-8a16-f5df0f069ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:09.02941571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b13cd74-e738-49ec-8a16-f5df0f069ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:09.045866839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b13cd74-e738-49ec-8a16-f5df0f069ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:10.048480478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff422489-58ee-40d6-ba6a-2cf2f326a902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:10.065296537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff422489-58ee-40d6-ba6a-2cf2f326a902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:10.081490837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff422489-58ee-40d6-ba6a-2cf2f326a902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:10.099485826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff422489-58ee-40d6-ba6a-2cf2f326a902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:10.792854907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9523aed5-63db-41d5-b18d-daa109c0e307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:10.808527474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9523aed5-63db-41d5-b18d-daa109c0e307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:10.825231189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9523aed5-63db-41d5-b18d-daa109c0e307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:10.842082314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9523aed5-63db-41d5-b18d-daa109c0e307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:11.588583761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b565c0-2296-48c8-a5b4-0b324581f8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:11.605539354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b565c0-2296-48c8-a5b4-0b324581f8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:11.622076718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b565c0-2296-48c8-a5b4-0b324581f8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:11.638816674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b565c0-2296-48c8-a5b4-0b324581f8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:12.029666689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"3a9c6871-4437-4661-89a2-ff24b6b7427c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:12.095368185Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"3a9c6871-4437-4661-89a2-ff24b6b7427c","name":"e2e-worker-w4-d5b2b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:12.471292582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d279e9-5ef4-460c-84e9-de3e081e355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:12.488975095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d279e9-5ef4-460c-84e9-de3e081e355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:12.509370449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d279e9-5ef4-460c-84e9-de3e081e355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:12.526627821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d279e9-5ef4-460c-84e9-de3e081e355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:13.440943899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41c85f7-be5c-4c62-a844-078b475e3e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:13.457703066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41c85f7-be5c-4c62-a844-078b475e3e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:13.473462043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41c85f7-be5c-4c62-a844-078b475e3e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:13.489339413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41c85f7-be5c-4c62-a844-078b475e3e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:17.275779991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f37cc9-33cc-427f-aa12-4c2013977d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:17.292725217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f37cc9-33cc-427f-aa12-4c2013977d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:17.308900279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f37cc9-33cc-427f-aa12-4c2013977d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:17.325015991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f37cc9-33cc-427f-aa12-4c2013977d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:18.051788701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7da38c-0e98-4d9e-ba8b-18a890239ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:18.067860509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7da38c-0e98-4d9e-ba8b-18a890239ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:18.083787895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7da38c-0e98-4d9e-ba8b-18a890239ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:18.100023809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7da38c-0e98-4d9e-ba8b-18a890239ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:22.259730732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e44915-3b76-40af-843f-dd439cf499ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:22.276486462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e44915-3b76-40af-843f-dd439cf499ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:22.293300363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e44915-3b76-40af-843f-dd439cf499ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:22.309483554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e44915-3b76-40af-843f-dd439cf499ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:22.955915629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1cd79b-db79-4ccb-b034-bf3e2ad4e04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:22.971835108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1cd79b-db79-4ccb-b034-bf3e2ad4e04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:22.987757273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1cd79b-db79-4ccb-b034-bf3e2ad4e04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:23.004356476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1cd79b-db79-4ccb-b034-bf3e2ad4e04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:23.183478478Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9bfe36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9bfe36","reconcileID":"ab4499ef-0040-4928-af09-e6541df7487b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-9bfe36","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-9bfe36":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:23.633072807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed9b11c3-03ef-4cd8-a0d2-0a41ab680c1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:23.73953459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78d848d5-5723-461f-8950-86c5b4b24034","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:23.757846314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a8cd17-1f7c-48b4-9100-9c6de4ee482d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:23.782606455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a8cd17-1f7c-48b4-9100-9c6de4ee482d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:23.798859175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a8cd17-1f7c-48b4-9100-9c6de4ee482d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:23.815832864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a8cd17-1f7c-48b4-9100-9c6de4ee482d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:24.673545802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538a3f1b-4cc7-4c97-86d5-548d3f9ce29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:24.691731174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538a3f1b-4cc7-4c97-86d5-548d3f9ce29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:24.707738622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538a3f1b-4cc7-4c97-86d5-548d3f9ce29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:24.734258225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538a3f1b-4cc7-4c97-86d5-548d3f9ce29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:28.819488463Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:29.988521616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e752daaf-a4b3-48bb-ba3b-8829c064b42c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:30.092782052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc51d05e-2056-4702-897d-d06b60f470cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:32.813141111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4251abb-4e05-41a9-8080-fe6a9b4059f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:32.920639493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de3c0b61-13b8-4980-996a-3c06d41a9064","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:33.727120958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"0a581422-3ee4-4fd6-8885-adc20fc841b7","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:34.39643282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"6f34daad-3be6-42c1-b5ef-796db3cc44ab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:34.441724252Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"6f34daad-3be6-42c1-b5ef-796db3cc44ab","name":"e2e-worker-w0-9bfe36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:38.314472596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04ce2751-681e-4ebf-819f-e67a8c637f66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:38.432214755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e43bc60-058e-4fcd-ad23-dc366dc0f177","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:42.157004843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"ec3396ca-6432-4a40-9fb7-d1c628b46504","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:42.191755485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"8cdc58cb-a8e4-44db-8a60-b517554d34dc","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:46.150081309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9416c8-2e64-4028-957d-eaeb7df31a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:46.167040549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9416c8-2e64-4028-957d-eaeb7df31a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:46.183218502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9416c8-2e64-4028-957d-eaeb7df31a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:46.199280492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9416c8-2e64-4028-957d-eaeb7df31a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:46.84439111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e56d475-7a25-4e82-b1a0-8aa9bfd8b148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:46.860380369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e56d475-7a25-4e82-b1a0-8aa9bfd8b148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:46.876438703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e56d475-7a25-4e82-b1a0-8aa9bfd8b148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:46.892652736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e56d475-7a25-4e82-b1a0-8aa9bfd8b148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:51.113727349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"b47ef5a3-aeb2-46ab-9f0d-d241e617ab27","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:53.460598662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"0cb7d2e6-5262-4ae0-b745-d52d1efd338b","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:53.662138923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"5e03b09e-e0b1-46a6-b0c5-435d40be8c8d","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:54.36233547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f11de383-4c1c-4f48-b691-010b4f508610","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:54.454984952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbeeccc1-9a0f-4308-90aa-6e17cbffceb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:57.812688819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"bb075c9b-e4db-41de-8a90-7a8e4a939754","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:57.843940983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"23d671f4-2f15-4022-a6ef-8d5deffe12a9","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:58.819421007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:59.733029057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d66c5675-0f32-4d93-9993-0082c8ce059b","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:54:59.766376262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"5ca87548-0048-41db-a7aa-a466ee364722","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:04.224100957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89f020c6-2a1b-4af4-8daf-ed27825b644c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:04.37878789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"076263b2-8b1c-40ba-8a61-4af0e3dabb3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.392951239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"e8a85c1b-f73d-44ae-bb40-5c4092108ef5","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.657930798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"06b6cf5f-35cb-42c4-a730-89fa7adff218","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.680636664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abdf7af9-e529-4465-92a6-554db881a343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.680656403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abdf7af9-e529-4465-92a6-554db881a343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.697231101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"7c1e3719-8427-4c3d-973e-06ab16e5c27d","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:05.701805045Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-72ed13/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.717684933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"2aa4b828-25ea-4f68-8dce-c031cbf3f650","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.727549139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c88dfee3-eda9-472d-810f-fb73192f6cd8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.727564092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c88dfee3-eda9-472d-810f-fb73192f6cd8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.795836099Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"1a7348d9-eff2-4609-8607-5d4b18142200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"simulator-w2-72ed13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.853666075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"31f10cfd-1861-404a-a82e-2d163df29682","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.856983239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"eb4550cc-2231-4775-93d6-dcf633cad7de","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.878716195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"18fdfcbe-ba8d-423b-a7f9-bbed807fff52","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:05.895793346Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"18fdfcbe-ba8d-423b-a7f9-bbed807fff52","name":"simulator-w2-72ed13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-72ed13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:05.895857443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"18fdfcbe-ba8d-423b-a7f9-bbed807fff52","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-72ed13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.901149744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"8781202d-a311-4dd0-86c0-321129c669d7","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.906292621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b3759caa-58ff-4ffd-a68f-40fb34c6e648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.918177266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"a6518104-10b4-4588-877a-f77986cc17ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.972422038Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b3759caa-58ff-4ffd-a68f-40fb34c6e648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:05.991949694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b3759caa-58ff-4ffd-a68f-40fb34c6e648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.012895154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"37985773-73ec-4976-99b0-c12a42397a68","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.020818618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"7e1e6796-0037-4263-91fe-282ac22e3b9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.043873362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"224f9595-5266-4390-8fff-46c5a9968111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.064662462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"224f9595-5266-4390-8fff-46c5a9968111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.070228307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"ad35dbe4-ff32-4ef1-9c90-6e4beeff1add","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.084553757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"224f9595-5266-4390-8fff-46c5a9968111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.092260149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"fb0dca5b-dd9f-4def-a62f-514db317a478","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.104718483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"510d7247-4242-41d1-a427-09098e06f881","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:06.109692914Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-72ed13/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.126044763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"7aa08c00-c2e0-4beb-8303-068d19135bc2","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.144300487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a3c9deb6-a3da-44a8-a822-2cf5a75e64bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.165497001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a3c9deb6-a3da-44a8-a822-2cf5a75e64bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.185090547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a3c9deb6-a3da-44a8-a822-2cf5a75e64bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.196636342Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"c9b206f4-df11-4738-83dc-dbce6bae0627","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"premium-w2-72ed13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.245200788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d7eb993f-403a-4655-b178-7901647d6129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.251368892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"ea6a9de3-de66-4690-92dc-19d46039f205","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.265856335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d7eb993f-403a-4655-b178-7901647d6129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.268753348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"36b69e64-d610-45a0-9bea-0a73238084a4","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.285521754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d7eb993f-403a-4655-b178-7901647d6129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.290392761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"92face72-45d9-4a4f-80ef-fe28d6bd416e","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:06.307939468Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"92face72-45d9-4a4f-80ef-fe28d6bd416e","name":"premium-w2-72ed13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-72ed13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:06.307988721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"92face72-45d9-4a4f-80ef-fe28d6bd416e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-72ed13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.313277608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"9a8156d2-8b93-4725-9ff6-9b188c7c4ba6","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.318949151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"f1d6556e-e088-43ba-9279-5fe7642487e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.360643692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2a267cc8-90cf-4084-963e-8c633ea2e270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.360643644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"14f8dee0-bdb3-4e9c-a110-dba373983b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.382439776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"14f8dee0-bdb3-4e9c-a110-dba373983b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.382474509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2a267cc8-90cf-4084-963e-8c633ea2e270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.402077492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"14f8dee0-bdb3-4e9c-a110-dba373983b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.40226423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2a267cc8-90cf-4084-963e-8c633ea2e270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.417213483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"4587b899-f764-4084-a8d2-7d38e98bed62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.422959719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"916e3004-051a-41c0-9c69-a864a1028db8","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.481256637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"95ed6a0f-1a23-41cf-9a9d-9776c88a3706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.502106738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"95ed6a0f-1a23-41cf-9a9d-9776c88a3706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:06.521724927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"95ed6a0f-1a23-41cf-9a9d-9776c88a3706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:14.866349563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"9529685b-d8c1-49b6-83ea-faef63cb6bd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:14.92812876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"80f3259d-b035-4869-a9ff-07c0dbef6546","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:14.956357936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"4aff36bb-7346-45ca-a540-ea5238e5cf6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.022059877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"464d16f4-dc2e-4fe2-8f1b-11c1067df1c9","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.085970199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"da585636-d3b1-41ff-81a0-3dd99ea16853","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.133998981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"8abedd52-4361-483a-a8bf-f6251655ffb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.13431906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8516030e-78e2-46c7-a1b1-c06374744c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.155676739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8516030e-78e2-46c7-a1b1-c06374744c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.155825386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"8abedd52-4361-483a-a8bf-f6251655ffb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.175918155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (103a70d3b4477a6fb376783e1297c03cec32fe6052372c14f44aa6a1b0ac5390) AuthConfig (f5a25ab8c4de6c2048e27de5f1f0dbcd9ac9defb69109dd4350c8132ce29e770) AuthConfig (9d28005586fe6a6a932b4d87d9fc422b1991bb82baf6d2c6ccd4c0d0f559e6c3) AuthConfig (beef26e3256f768a8a184c201149bfa2e5e72ec0e4ddcb098286499d18d7d81c) AuthConfig (1faa8345a18bf853711713e5f5ea952391b0d8644ff5a50163a5785a5f7bc550) AuthConfig (112f55c13ff810d45274597f4fb55faa64355bfc2ea83cf17a7b258cbda63374) AuthConfig (2751cfae5565867630773aeb1b64053959eea27cd6f1da435e431f29e15eb76c) AuthConfig (65e5f8644bf25a61c3252db32a4735dc0bbfd911602fbe8d29a4031bec525a19) AuthConfig (f9eda06690a01f097154385067a858fe698618dd230dee3662050467f3e73a17) AuthConfig (5c819971b51e5b02fbb550c782165c065edf1f8932245a77168dceb5d268e9fd) AuthConfig (73f7cc848803145aa07d8c6ac97da91a919e8640039eb66b4a09265ca9d6de74) AuthConfig (4de7b70ed35073d4ad2570ff8dabba5fd1b1a1875e8c376fa430090e0b108b43) AuthConfig (1199038ba2c05569e59e40a397a466437d87f2e0d196fd1b96b187295b59fe67) AuthConfig (118bd64e9b06468f163530213dd22bf08329467d63385ad7577314e556219fed) AuthConfig (f22549b8e1cfc826cd41ef0c3199bccd30509e13fec85d18db6f046e5d366568) AuthConfig (58591c0c7fee54375af8db2dc20ac775e3a49047bebbcccd5bef4d14d8606e49) AuthConfig (4aaeb7647df0b24768efca4d28242393b7b281bb98fd48235bddd168d670265c) AuthConfig (7672b50d4c403796a0cbd1ac0f4b22025eb31164e6bc52216f1fcd3d9e09e53c) AuthConfig (e3945a1b9fa0ae35dd5f58eff80d77092099236ab984ee9fdf2f397253a44540) AuthConfig (0e6a14ea686752536c592760fe3894f22a45f766279a2d006dba5b804c35f499) AuthConfig (b15ef596a78e6ff52259126afeb98572a432a667b76c18b831095b64924a42ea) AuthConfig (158e49417f62f4ff8db3c7e38ee14557bfe4bdca3f82a650bd1b19e0ec11c71e) AuthConfig (86e7445a7dce3e1d048b7505ff914ac9dc843710b093145c7caa249f5393db72) AuthConfig (442a046b70fa5c1cab9d81a1964a0db15bd7356c7871ad53ce1ac009c5e5ea90) AuthConfig (c587db62c951878add76fecc6876e963a9c82ef5b5cc84e9eea5c3695b7a74b7) AuthConfig (a42f04ec45cdeedde3b7d0c0a56d7675d513a5b4e84b0245a65be80754911757) AuthConfig (281cb9556f4c7f05db35812b71e04c9b93054f0c7f3f6960663bdda71d76e089) AuthConfig (bf424151a55882ed9f75fc539c6994658b01a139201238f5482404ad339d77d3) AuthConfig (e034279f8ff8428104b84df9630e98ce53aacc7e337a2a454ebf6d3fffca983e) AuthConfig (688268653c51a47bf2b01d13bc6c5cec64020d4e4588ceb847bd414d6a748b62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"8abedd52-4361-483a-a8bf-f6251655ffb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.176509251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (103a70d3b4477a6fb376783e1297c03cec32fe6052372c14f44aa6a1b0ac5390) AuthConfig (f5a25ab8c4de6c2048e27de5f1f0dbcd9ac9defb69109dd4350c8132ce29e770) AuthConfig (9d28005586fe6a6a932b4d87d9fc422b1991bb82baf6d2c6ccd4c0d0f559e6c3) AuthConfig (beef26e3256f768a8a184c201149bfa2e5e72ec0e4ddcb098286499d18d7d81c) AuthConfig (1faa8345a18bf853711713e5f5ea952391b0d8644ff5a50163a5785a5f7bc550) AuthConfig (112f55c13ff810d45274597f4fb55faa64355bfc2ea83cf17a7b258cbda63374) AuthConfig (2751cfae5565867630773aeb1b64053959eea27cd6f1da435e431f29e15eb76c) AuthConfig (65e5f8644bf25a61c3252db32a4735dc0bbfd911602fbe8d29a4031bec525a19) AuthConfig (f9eda06690a01f097154385067a858fe698618dd230dee3662050467f3e73a17) AuthConfig (5c819971b51e5b02fbb550c782165c065edf1f8932245a77168dceb5d268e9fd) AuthConfig (73f7cc848803145aa07d8c6ac97da91a919e8640039eb66b4a09265ca9d6de74) AuthConfig (4de7b70ed35073d4ad2570ff8dabba5fd1b1a1875e8c376fa430090e0b108b43) AuthConfig (1199038ba2c05569e59e40a397a466437d87f2e0d196fd1b96b187295b59fe67) AuthConfig (118bd64e9b06468f163530213dd22bf08329467d63385ad7577314e556219fed) AuthConfig (f22549b8e1cfc826cd41ef0c3199bccd30509e13fec85d18db6f046e5d366568) AuthConfig (58591c0c7fee54375af8db2dc20ac775e3a49047bebbcccd5bef4d14d8606e49) AuthConfig (4aaeb7647df0b24768efca4d28242393b7b281bb98fd48235bddd168d670265c) AuthConfig (7672b50d4c403796a0cbd1ac0f4b22025eb31164e6bc52216f1fcd3d9e09e53c) AuthConfig (e3945a1b9fa0ae35dd5f58eff80d77092099236ab984ee9fdf2f397253a44540) AuthConfig (0e6a14ea686752536c592760fe3894f22a45f766279a2d006dba5b804c35f499) AuthConfig (b15ef596a78e6ff52259126afeb98572a432a667b76c18b831095b64924a42ea) AuthConfig (158e49417f62f4ff8db3c7e38ee14557bfe4bdca3f82a650bd1b19e0ec11c71e) AuthConfig (86e7445a7dce3e1d048b7505ff914ac9dc843710b093145c7caa249f5393db72) AuthConfig (442a046b70fa5c1cab9d81a1964a0db15bd7356c7871ad53ce1ac009c5e5ea90) AuthConfig (c587db62c951878add76fecc6876e963a9c82ef5b5cc84e9eea5c3695b7a74b7) AuthConfig (a42f04ec45cdeedde3b7d0c0a56d7675d513a5b4e84b0245a65be80754911757) AuthConfig (281cb9556f4c7f05db35812b71e04c9b93054f0c7f3f6960663bdda71d76e089) AuthConfig (bf424151a55882ed9f75fc539c6994658b01a139201238f5482404ad339d77d3) AuthConfig (e034279f8ff8428104b84df9630e98ce53aacc7e337a2a454ebf6d3fffca983e) AuthConfig (688268653c51a47bf2b01d13bc6c5cec64020d4e4588ceb847bd414d6a748b62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8516030e-78e2-46c7-a1b1-c06374744c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.197936852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"4db641ff-688d-4f21-be18-3d6d74a5df96","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.209907565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"3bc7a99f-0e94-442b-aa8c-d2d0dad91d85","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.241474876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"fb84f7c2-1aa4-4990-83f8-8c81f0fcee10","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.263231851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"d7801ca7-6461-45be-bdbe-2b0bdc03db91","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.278038511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"8f4ce575-d99d-4ef6-a90b-f086bd4f9706","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:15.28076474Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-39b241/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.29993014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"ddb772d5-8ae5-42e1-ad2e-f15eec856551","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.335086499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"219bff37-72d7-4f93-a666-c30bc32ba9c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.335178633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"87a207bb-56e9-4e91-9a96-ee17a2f14f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.356310412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"219bff37-72d7-4f93-a666-c30bc32ba9c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.357581631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"87a207bb-56e9-4e91-9a96-ee17a2f14f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.376852783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (103a70d3b4477a6fb376783e1297c03cec32fe6052372c14f44aa6a1b0ac5390) AuthConfig (f5a25ab8c4de6c2048e27de5f1f0dbcd9ac9defb69109dd4350c8132ce29e770) AuthConfig (9d28005586fe6a6a932b4d87d9fc422b1991bb82baf6d2c6ccd4c0d0f559e6c3) AuthConfig (beef26e3256f768a8a184c201149bfa2e5e72ec0e4ddcb098286499d18d7d81c) AuthConfig (1faa8345a18bf853711713e5f5ea952391b0d8644ff5a50163a5785a5f7bc550) AuthConfig (112f55c13ff810d45274597f4fb55faa64355bfc2ea83cf17a7b258cbda63374) AuthConfig (2751cfae5565867630773aeb1b64053959eea27cd6f1da435e431f29e15eb76c) AuthConfig (65e5f8644bf25a61c3252db32a4735dc0bbfd911602fbe8d29a4031bec525a19) AuthConfig (f9eda06690a01f097154385067a858fe698618dd230dee3662050467f3e73a17) AuthConfig (5c819971b51e5b02fbb550c782165c065edf1f8932245a77168dceb5d268e9fd) AuthConfig (73f7cc848803145aa07d8c6ac97da91a919e8640039eb66b4a09265ca9d6de74) AuthConfig (4de7b70ed35073d4ad2570ff8dabba5fd1b1a1875e8c376fa430090e0b108b43) AuthConfig (1199038ba2c05569e59e40a397a466437d87f2e0d196fd1b96b187295b59fe67) AuthConfig (118bd64e9b06468f163530213dd22bf08329467d63385ad7577314e556219fed) AuthConfig (f22549b8e1cfc826cd41ef0c3199bccd30509e13fec85d18db6f046e5d366568) AuthConfig (58591c0c7fee54375af8db2dc20ac775e3a49047bebbcccd5bef4d14d8606e49) AuthConfig (4aaeb7647df0b24768efca4d28242393b7b281bb98fd48235bddd168d670265c) AuthConfig (7672b50d4c403796a0cbd1ac0f4b22025eb31164e6bc52216f1fcd3d9e09e53c) AuthConfig (e3945a1b9fa0ae35dd5f58eff80d77092099236ab984ee9fdf2f397253a44540) AuthConfig (0e6a14ea686752536c592760fe3894f22a45f766279a2d006dba5b804c35f499) AuthConfig (b15ef596a78e6ff52259126afeb98572a432a667b76c18b831095b64924a42ea) AuthConfig (158e49417f62f4ff8db3c7e38ee14557bfe4bdca3f82a650bd1b19e0ec11c71e) AuthConfig (86e7445a7dce3e1d048b7505ff914ac9dc843710b093145c7caa249f5393db72) AuthConfig (442a046b70fa5c1cab9d81a1964a0db15bd7356c7871ad53ce1ac009c5e5ea90) AuthConfig (c587db62c951878add76fecc6876e963a9c82ef5b5cc84e9eea5c3695b7a74b7) AuthConfig (a42f04ec45cdeedde3b7d0c0a56d7675d513a5b4e84b0245a65be80754911757) AuthConfig (281cb9556f4c7f05db35812b71e04c9b93054f0c7f3f6960663bdda71d76e089) AuthConfig (bf424151a55882ed9f75fc539c6994658b01a139201238f5482404ad339d77d3) AuthConfig (e034279f8ff8428104b84df9630e98ce53aacc7e337a2a454ebf6d3fffca983e) AuthConfig (688268653c51a47bf2b01d13bc6c5cec64020d4e4588ceb847bd414d6a748b62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"219bff37-72d7-4f93-a666-c30bc32ba9c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.377326309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-72ed13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (103a70d3b4477a6fb376783e1297c03cec32fe6052372c14f44aa6a1b0ac5390) AuthConfig (f5a25ab8c4de6c2048e27de5f1f0dbcd9ac9defb69109dd4350c8132ce29e770) AuthConfig (9d28005586fe6a6a932b4d87d9fc422b1991bb82baf6d2c6ccd4c0d0f559e6c3) AuthConfig (beef26e3256f768a8a184c201149bfa2e5e72ec0e4ddcb098286499d18d7d81c) AuthConfig (1faa8345a18bf853711713e5f5ea952391b0d8644ff5a50163a5785a5f7bc550) AuthConfig (112f55c13ff810d45274597f4fb55faa64355bfc2ea83cf17a7b258cbda63374) AuthConfig (2751cfae5565867630773aeb1b64053959eea27cd6f1da435e431f29e15eb76c) AuthConfig (65e5f8644bf25a61c3252db32a4735dc0bbfd911602fbe8d29a4031bec525a19) AuthConfig (f9eda06690a01f097154385067a858fe698618dd230dee3662050467f3e73a17) AuthConfig (5c819971b51e5b02fbb550c782165c065edf1f8932245a77168dceb5d268e9fd) AuthConfig (73f7cc848803145aa07d8c6ac97da91a919e8640039eb66b4a09265ca9d6de74) AuthConfig (4de7b70ed35073d4ad2570ff8dabba5fd1b1a1875e8c376fa430090e0b108b43) AuthConfig (1199038ba2c05569e59e40a397a466437d87f2e0d196fd1b96b187295b59fe67) AuthConfig (118bd64e9b06468f163530213dd22bf08329467d63385ad7577314e556219fed) AuthConfig (f22549b8e1cfc826cd41ef0c3199bccd30509e13fec85d18db6f046e5d366568) AuthConfig (58591c0c7fee54375af8db2dc20ac775e3a49047bebbcccd5bef4d14d8606e49) AuthConfig (4aaeb7647df0b24768efca4d28242393b7b281bb98fd48235bddd168d670265c) AuthConfig (7672b50d4c403796a0cbd1ac0f4b22025eb31164e6bc52216f1fcd3d9e09e53c) AuthConfig (e3945a1b9fa0ae35dd5f58eff80d77092099236ab984ee9fdf2f397253a44540) AuthConfig (0e6a14ea686752536c592760fe3894f22a45f766279a2d006dba5b804c35f499) AuthConfig (b15ef596a78e6ff52259126afeb98572a432a667b76c18b831095b64924a42ea) AuthConfig (158e49417f62f4ff8db3c7e38ee14557bfe4bdca3f82a650bd1b19e0ec11c71e) AuthConfig (86e7445a7dce3e1d048b7505ff914ac9dc843710b093145c7caa249f5393db72) AuthConfig (442a046b70fa5c1cab9d81a1964a0db15bd7356c7871ad53ce1ac009c5e5ea90) AuthConfig (c587db62c951878add76fecc6876e963a9c82ef5b5cc84e9eea5c3695b7a74b7) AuthConfig (a42f04ec45cdeedde3b7d0c0a56d7675d513a5b4e84b0245a65be80754911757) AuthConfig (281cb9556f4c7f05db35812b71e04c9b93054f0c7f3f6960663bdda71d76e089) AuthConfig (bf424151a55882ed9f75fc539c6994658b01a139201238f5482404ad339d77d3) AuthConfig (e034279f8ff8428104b84df9630e98ce53aacc7e337a2a454ebf6d3fffca983e) AuthConfig (688268653c51a47bf2b01d13bc6c5cec64020d4e4588ceb847bd414d6a748b62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"87a207bb-56e9-4e91-9a96-ee17a2f14f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.377880956Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"5b7f2e48-fe2b-4ef3-ad11-669f42c0f64a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"simulator-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.43244095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"7443e218-1723-427b-b66f-5ae8ef06dd14","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.443239413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"a66c3937-154e-4405-818a-e68fe3a3f01f","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.467131328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"9795f7a9-6acb-487b-bbd4-7fefafe77c64","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.496823094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a2a12087-0fea-4e14-ba95-d7943e2a6727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.507715865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"3e7e5857-0088-4f8e-8bdd-7a1c8cf73ee5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.550604798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"64569ed6-efd7-403e-95f1-c0dba129d429","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.566487311Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a2a12087-0fea-4e14-ba95-d7943e2a6727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.582841817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"8a57367a-d610-4846-a8ec-39f4e593f136","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.586084996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a2a12087-0fea-4e14-ba95-d7943e2a6727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.607776892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"4624ec3a-c9e5-489b-ab44-9510a74fbbbf","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.614517459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"22b1293c-696e-4a67-8ef5-81e74c6093c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.639356141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e0e6dc57-72f6-4e50-b8e6-44d091b8a630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.658546775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"12bd7567-951a-4967-8669-ab421ffd03aa","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.660302314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e0e6dc57-72f6-4e50-b8e6-44d091b8a630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.677892155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"50445ca4-b5ca-4d82-9334-3c5a3e08b0ed","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.6805298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e0e6dc57-72f6-4e50-b8e6-44d091b8a630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:15.699760177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"f11ecf6d-0be1-482d-9452-f718010407e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.702631502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"1af3ed07-59dc-4195-867d-c02e158e8da0","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.742533598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1fa7ae04-888b-40a4-b301-51d4b209f1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.743188217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"7290bb81-47eb-43c6-acf3-f5d00967216b","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.763612329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1fa7ae04-888b-40a4-b301-51d4b209f1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.764424467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"cc02f873-27be-4e04-8856-ccbfc6dc26f5","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.783828376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1fa7ae04-888b-40a4-b301-51d4b209f1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.830833282Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"d6827ea3-ed0e-4815-9fcb-7ef252181735","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"premium-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.839819061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a17f48a0-270e-4133-b552-3cd48a099152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.860771906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a17f48a0-270e-4133-b552-3cd48a099152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.867054721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"a5bd4919-135a-4826-8584-c90172914a62","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.88018704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a17f48a0-270e-4133-b552-3cd48a099152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.891175012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"b791d919-0f95-46de-83b7-65ca6e8d3c5d","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:15.908592422Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"b791d919-0f95-46de-83b7-65ca6e8d3c5d","name":"premium-w3-39b241","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-39b241\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:15.908646301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"b791d919-0f95-46de-83b7-65ca6e8d3c5d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-39b241\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.913911289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"2f459811-eefc-4264-b656-5f3b06d85639","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.950663221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"8ab3ae2d-0993-44ad-be0b-60880ea80097","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.956942559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"58058832-6738-4419-9cf3-49e8929df174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.956942576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e01b4b33-afca-471f-910b-948f7587cbcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.978315098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e01b4b33-afca-471f-910b-948f7587cbcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:15.978374376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"58058832-6738-4419-9cf3-49e8929df174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:16.000889933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"58058832-6738-4419-9cf3-49e8929df174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:16.001186624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e01b4b33-afca-471f-910b-948f7587cbcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:16.022542468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"4f2bb7ad-2047-41b5-8c90-352a2b1cecef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:16.05189059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"085c5bd2-c330-42cf-9997-2762b3709ef6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:16.069933495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e5f1c73b-528b-4dfa-9506-0c84ac74098e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:16.090782126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e5f1c73b-528b-4dfa-9506-0c84ac74098e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:16.111296387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e5f1c73b-528b-4dfa-9506-0c84ac74098e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.232670424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"c4c34b77-9412-4cdd-881f-2ac7d3db8a69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.286665278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"ae26d226-3ca5-4d65-80cf-a2d82ced8ddd","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.336122101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"dec6bd1c-2a40-4e7b-839f-7190e7e59253","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.393348948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"05073c19-a652-480c-a49a-1092a326d7ba","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.4295729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"ccb9caaa-42b6-4740-8180-4f242970f52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.430373126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"fb13a6f4-d3f0-4d61-a0cf-929b42136aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.462457909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"ccb9caaa-42b6-4740-8180-4f242970f52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.465657479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"fb13a6f4-d3f0-4d61-a0cf-929b42136aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.582962277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5cbcae4d-5bf7-4d7a-b9b2-6e071888a9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.582966668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"64e9831c-7b39-4cd0-b3b3-650fd1ff473e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.603855704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"64e9831c-7b39-4cd0-b3b3-650fd1ff473e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.603876441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5cbcae4d-5bf7-4d7a-b9b2-6e071888a9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.62395759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47aab0d4bddc4449ac9062a4e0823b1f92389491c429724f074566d25808810a) AuthConfig (893bb69e80127bcbae6de8e26904ad65035fd0e9e668b6aa93339d7ccdba6a4e) AuthConfig (ac4eb20b3c8f1f9bb3599536402e97563b022eca442639f7811a44882d3cf26f) AuthConfig (38b734d9a1dca6590b01c73151233578ca8aa10de8db62c4d948c6ea180e0fc9) AuthConfig (a49b2603aa4a7e4d2490c424e985a56d83d118da371c38d73627db4231c375a6) AuthConfig (12d06d24204dd9572ce79cec23f58ecd7bce44e99eda8f9dfcafc20209eacd9b) AuthConfig (549435dfc9d258a13376f797122d3bd6716bbb58bb4eaeef58f3893e0054018e) AuthConfig (69176679a232c1dc259288766932b00b52a285465232ac2ee7549710b45e2d31) AuthConfig (699b61bbcf3bd03c0376b4174625cc9250777028c6319e166370acaec56dc2af) AuthConfig (5f44c157680d41453cf4a9aa1f89103578e27f1386d18cdc85a89c6c83e98889) AuthConfig (adeeb71812239d6b4b97151076e3bdb669a7a5edbd13bff3ae8a0720ab88db1f) AuthConfig (b3a1bb471a292c5186f155fa52962c53083df7939008b78a9f82c1bfa5eb7a76) AuthConfig (523ef95c600e86274742f52648b720c3c8b2940a90c6ae98efd72f5bdbbb43d8) AuthConfig (61bc9b146fe699afcb6039251af44247af7741ccf06a6438803a8961a6d506bb) AuthConfig (ad528ac167d60e99cb934f470c71c049049f488dc8493982d8712eb6ecfe0d18) AuthConfig (6d6d11ccd61141bb40ed4b3aa44ec5843eda7a925b2aaa4e0baccd977b47a791) AuthConfig (a3653d3dc69e73e9f776fe835e57b2e22dbdd8887bcfa412943880489ccc8e9b) AuthConfig (4c48f363f8d48ae8ea620508e0b45ec511f4cb235642fb23f059d1487d5be442) AuthConfig (e752b29b15a791680a02d542a8d7d259348ed936caff8dd951b8a35086bde27f) AuthConfig (9a34cff9f7333a997458a23a5abbf5a53e5aaa255f5b7e83c1b8330f1c69af2f) AuthConfig (65d42fa8527f31845f541f5336fc79f1e2b15412062fa2bfb9499651764b74a6) AuthConfig (fa8bfdea8c832205e73752e2234181c4cdcea799b639e073c37ead177557f054) AuthConfig (b481b33501dedc174b72671ce018e33ac0800fad459ee7d78f6d61eafdb8df52) AuthConfig (93cf4ec49c239dabc039ec9465ea0e2a034c7d7b542b2f7cdf9f9286f3aaa37e) AuthConfig (2dd8f781b627b469fae3eba7dc993ec8fc89da21814d4552851a6680c536e46f) AuthConfig (8d5a4ea9af1d2a761bf2e35246dc6c768fb3e8eac7205c91f3e458b675a9fd68) AuthConfig (55d85b0ddcf3aa3f5763df6dcd3d2f9f94cbc8bce3e36653b3d0d529c54d770d) AuthConfig (f96567592c183287f5c3e01ac8ec7fe4a5e48cad90cc4254946a5167aa4ea15e) AuthConfig (c391190d92c6b41c3dd94366bde2a76f3374fa5b900fed8b1fe9feb677e6036e) AuthConfig (efc7ed2eb6760670d8d3f4d1844ab19a4e165427b0a02ac7da91d878ed17f18e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5cbcae4d-5bf7-4d7a-b9b2-6e071888a9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.624380493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47aab0d4bddc4449ac9062a4e0823b1f92389491c429724f074566d25808810a) AuthConfig (893bb69e80127bcbae6de8e26904ad65035fd0e9e668b6aa93339d7ccdba6a4e) AuthConfig (ac4eb20b3c8f1f9bb3599536402e97563b022eca442639f7811a44882d3cf26f) AuthConfig (38b734d9a1dca6590b01c73151233578ca8aa10de8db62c4d948c6ea180e0fc9) AuthConfig (a49b2603aa4a7e4d2490c424e985a56d83d118da371c38d73627db4231c375a6) AuthConfig (12d06d24204dd9572ce79cec23f58ecd7bce44e99eda8f9dfcafc20209eacd9b) AuthConfig (549435dfc9d258a13376f797122d3bd6716bbb58bb4eaeef58f3893e0054018e) AuthConfig (69176679a232c1dc259288766932b00b52a285465232ac2ee7549710b45e2d31) AuthConfig (699b61bbcf3bd03c0376b4174625cc9250777028c6319e166370acaec56dc2af) AuthConfig (5f44c157680d41453cf4a9aa1f89103578e27f1386d18cdc85a89c6c83e98889) AuthConfig (adeeb71812239d6b4b97151076e3bdb669a7a5edbd13bff3ae8a0720ab88db1f) AuthConfig (b3a1bb471a292c5186f155fa52962c53083df7939008b78a9f82c1bfa5eb7a76) AuthConfig (523ef95c600e86274742f52648b720c3c8b2940a90c6ae98efd72f5bdbbb43d8) AuthConfig (61bc9b146fe699afcb6039251af44247af7741ccf06a6438803a8961a6d506bb) AuthConfig (ad528ac167d60e99cb934f470c71c049049f488dc8493982d8712eb6ecfe0d18) AuthConfig (6d6d11ccd61141bb40ed4b3aa44ec5843eda7a925b2aaa4e0baccd977b47a791) AuthConfig (a3653d3dc69e73e9f776fe835e57b2e22dbdd8887bcfa412943880489ccc8e9b) AuthConfig (4c48f363f8d48ae8ea620508e0b45ec511f4cb235642fb23f059d1487d5be442) AuthConfig (e752b29b15a791680a02d542a8d7d259348ed936caff8dd951b8a35086bde27f) AuthConfig (9a34cff9f7333a997458a23a5abbf5a53e5aaa255f5b7e83c1b8330f1c69af2f) AuthConfig (65d42fa8527f31845f541f5336fc79f1e2b15412062fa2bfb9499651764b74a6) AuthConfig (fa8bfdea8c832205e73752e2234181c4cdcea799b639e073c37ead177557f054) AuthConfig (b481b33501dedc174b72671ce018e33ac0800fad459ee7d78f6d61eafdb8df52) AuthConfig (93cf4ec49c239dabc039ec9465ea0e2a034c7d7b542b2f7cdf9f9286f3aaa37e) AuthConfig (2dd8f781b627b469fae3eba7dc993ec8fc89da21814d4552851a6680c536e46f) AuthConfig (8d5a4ea9af1d2a761bf2e35246dc6c768fb3e8eac7205c91f3e458b675a9fd68) AuthConfig (55d85b0ddcf3aa3f5763df6dcd3d2f9f94cbc8bce3e36653b3d0d529c54d770d) AuthConfig (f96567592c183287f5c3e01ac8ec7fe4a5e48cad90cc4254946a5167aa4ea15e) AuthConfig (c391190d92c6b41c3dd94366bde2a76f3374fa5b900fed8b1fe9feb677e6036e) AuthConfig (efc7ed2eb6760670d8d3f4d1844ab19a4e165427b0a02ac7da91d878ed17f18e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"64e9831c-7b39-4cd0-b3b3-650fd1ff473e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.647728174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"dee5ad01-878d-4c42-874f-4ef69629aa9e","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.648477971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"275b3580-2dfd-4e5c-913f-5f3e9a5d498a","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.694221032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e5f6e22b-0008-4891-9a34-15956cf3279a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.694603125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"61ffb5a7-c782-4ddd-a000-6b8b7b8d7c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.715589772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e5f6e22b-0008-4891-9a34-15956cf3279a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.71571861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"61ffb5a7-c782-4ddd-a000-6b8b7b8d7c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.735176597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47aab0d4bddc4449ac9062a4e0823b1f92389491c429724f074566d25808810a) AuthConfig (893bb69e80127bcbae6de8e26904ad65035fd0e9e668b6aa93339d7ccdba6a4e) AuthConfig (ac4eb20b3c8f1f9bb3599536402e97563b022eca442639f7811a44882d3cf26f) AuthConfig (38b734d9a1dca6590b01c73151233578ca8aa10de8db62c4d948c6ea180e0fc9) AuthConfig (a49b2603aa4a7e4d2490c424e985a56d83d118da371c38d73627db4231c375a6) AuthConfig (12d06d24204dd9572ce79cec23f58ecd7bce44e99eda8f9dfcafc20209eacd9b) AuthConfig (549435dfc9d258a13376f797122d3bd6716bbb58bb4eaeef58f3893e0054018e) AuthConfig (69176679a232c1dc259288766932b00b52a285465232ac2ee7549710b45e2d31) AuthConfig (699b61bbcf3bd03c0376b4174625cc9250777028c6319e166370acaec56dc2af) AuthConfig (5f44c157680d41453cf4a9aa1f89103578e27f1386d18cdc85a89c6c83e98889) AuthConfig (adeeb71812239d6b4b97151076e3bdb669a7a5edbd13bff3ae8a0720ab88db1f) AuthConfig (b3a1bb471a292c5186f155fa52962c53083df7939008b78a9f82c1bfa5eb7a76) AuthConfig (523ef95c600e86274742f52648b720c3c8b2940a90c6ae98efd72f5bdbbb43d8) AuthConfig (61bc9b146fe699afcb6039251af44247af7741ccf06a6438803a8961a6d506bb) AuthConfig (ad528ac167d60e99cb934f470c71c049049f488dc8493982d8712eb6ecfe0d18) AuthConfig (6d6d11ccd61141bb40ed4b3aa44ec5843eda7a925b2aaa4e0baccd977b47a791) AuthConfig (a3653d3dc69e73e9f776fe835e57b2e22dbdd8887bcfa412943880489ccc8e9b) AuthConfig (4c48f363f8d48ae8ea620508e0b45ec511f4cb235642fb23f059d1487d5be442) AuthConfig (e752b29b15a791680a02d542a8d7d259348ed936caff8dd951b8a35086bde27f) AuthConfig (9a34cff9f7333a997458a23a5abbf5a53e5aaa255f5b7e83c1b8330f1c69af2f) AuthConfig (65d42fa8527f31845f541f5336fc79f1e2b15412062fa2bfb9499651764b74a6) AuthConfig (fa8bfdea8c832205e73752e2234181c4cdcea799b639e073c37ead177557f054) AuthConfig (b481b33501dedc174b72671ce018e33ac0800fad459ee7d78f6d61eafdb8df52) AuthConfig (93cf4ec49c239dabc039ec9465ea0e2a034c7d7b542b2f7cdf9f9286f3aaa37e) AuthConfig (2dd8f781b627b469fae3eba7dc993ec8fc89da21814d4552851a6680c536e46f) AuthConfig (8d5a4ea9af1d2a761bf2e35246dc6c768fb3e8eac7205c91f3e458b675a9fd68) AuthConfig (55d85b0ddcf3aa3f5763df6dcd3d2f9f94cbc8bce3e36653b3d0d529c54d770d) AuthConfig (f96567592c183287f5c3e01ac8ec7fe4a5e48cad90cc4254946a5167aa4ea15e) AuthConfig (c391190d92c6b41c3dd94366bde2a76f3374fa5b900fed8b1fe9feb677e6036e) AuthConfig (efc7ed2eb6760670d8d3f4d1844ab19a4e165427b0a02ac7da91d878ed17f18e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e5f6e22b-0008-4891-9a34-15956cf3279a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.735465869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47aab0d4bddc4449ac9062a4e0823b1f92389491c429724f074566d25808810a) AuthConfig (893bb69e80127bcbae6de8e26904ad65035fd0e9e668b6aa93339d7ccdba6a4e) AuthConfig (ac4eb20b3c8f1f9bb3599536402e97563b022eca442639f7811a44882d3cf26f) AuthConfig (38b734d9a1dca6590b01c73151233578ca8aa10de8db62c4d948c6ea180e0fc9) AuthConfig (a49b2603aa4a7e4d2490c424e985a56d83d118da371c38d73627db4231c375a6) AuthConfig (12d06d24204dd9572ce79cec23f58ecd7bce44e99eda8f9dfcafc20209eacd9b) AuthConfig (549435dfc9d258a13376f797122d3bd6716bbb58bb4eaeef58f3893e0054018e) AuthConfig (69176679a232c1dc259288766932b00b52a285465232ac2ee7549710b45e2d31) AuthConfig (699b61bbcf3bd03c0376b4174625cc9250777028c6319e166370acaec56dc2af) AuthConfig (5f44c157680d41453cf4a9aa1f89103578e27f1386d18cdc85a89c6c83e98889) AuthConfig (adeeb71812239d6b4b97151076e3bdb669a7a5edbd13bff3ae8a0720ab88db1f) AuthConfig (b3a1bb471a292c5186f155fa52962c53083df7939008b78a9f82c1bfa5eb7a76) AuthConfig (523ef95c600e86274742f52648b720c3c8b2940a90c6ae98efd72f5bdbbb43d8) AuthConfig (61bc9b146fe699afcb6039251af44247af7741ccf06a6438803a8961a6d506bb) AuthConfig (ad528ac167d60e99cb934f470c71c049049f488dc8493982d8712eb6ecfe0d18) AuthConfig (6d6d11ccd61141bb40ed4b3aa44ec5843eda7a925b2aaa4e0baccd977b47a791) AuthConfig (a3653d3dc69e73e9f776fe835e57b2e22dbdd8887bcfa412943880489ccc8e9b) AuthConfig (4c48f363f8d48ae8ea620508e0b45ec511f4cb235642fb23f059d1487d5be442) AuthConfig (e752b29b15a791680a02d542a8d7d259348ed936caff8dd951b8a35086bde27f) AuthConfig (9a34cff9f7333a997458a23a5abbf5a53e5aaa255f5b7e83c1b8330f1c69af2f) AuthConfig (65d42fa8527f31845f541f5336fc79f1e2b15412062fa2bfb9499651764b74a6) AuthConfig (fa8bfdea8c832205e73752e2234181c4cdcea799b639e073c37ead177557f054) AuthConfig (b481b33501dedc174b72671ce018e33ac0800fad459ee7d78f6d61eafdb8df52) AuthConfig (93cf4ec49c239dabc039ec9465ea0e2a034c7d7b542b2f7cdf9f9286f3aaa37e) AuthConfig (2dd8f781b627b469fae3eba7dc993ec8fc89da21814d4552851a6680c536e46f) AuthConfig (8d5a4ea9af1d2a761bf2e35246dc6c768fb3e8eac7205c91f3e458b675a9fd68) AuthConfig (55d85b0ddcf3aa3f5763df6dcd3d2f9f94cbc8bce3e36653b3d0d529c54d770d) AuthConfig (f96567592c183287f5c3e01ac8ec7fe4a5e48cad90cc4254946a5167aa4ea15e) AuthConfig (c391190d92c6b41c3dd94366bde2a76f3374fa5b900fed8b1fe9feb677e6036e) AuthConfig (efc7ed2eb6760670d8d3f4d1844ab19a4e165427b0a02ac7da91d878ed17f18e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"61ffb5a7-c782-4ddd-a000-6b8b7b8d7c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:25.753057073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e5f6e22b-0008-4891-9a34-15956cf3279a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.760285147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"58bc7b14-98e4-4dd1-9a35-63a86586db9f","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.761384333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"9b58d260-ca8e-4f46-8dd6-1bc419fcb084","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.806045547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9b2a8d9a-307f-4e1b-b207-c7f829e13fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.828845515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9b2a8d9a-307f-4e1b-b207-c7f829e13fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:25.848561763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47aab0d4bddc4449ac9062a4e0823b1f92389491c429724f074566d25808810a) AuthConfig (893bb69e80127bcbae6de8e26904ad65035fd0e9e668b6aa93339d7ccdba6a4e) AuthConfig (ac4eb20b3c8f1f9bb3599536402e97563b022eca442639f7811a44882d3cf26f) AuthConfig (38b734d9a1dca6590b01c73151233578ca8aa10de8db62c4d948c6ea180e0fc9) AuthConfig (a49b2603aa4a7e4d2490c424e985a56d83d118da371c38d73627db4231c375a6) AuthConfig (12d06d24204dd9572ce79cec23f58ecd7bce44e99eda8f9dfcafc20209eacd9b) AuthConfig (549435dfc9d258a13376f797122d3bd6716bbb58bb4eaeef58f3893e0054018e) AuthConfig (69176679a232c1dc259288766932b00b52a285465232ac2ee7549710b45e2d31) AuthConfig (699b61bbcf3bd03c0376b4174625cc9250777028c6319e166370acaec56dc2af) AuthConfig (5f44c157680d41453cf4a9aa1f89103578e27f1386d18cdc85a89c6c83e98889) AuthConfig (adeeb71812239d6b4b97151076e3bdb669a7a5edbd13bff3ae8a0720ab88db1f) AuthConfig (b3a1bb471a292c5186f155fa52962c53083df7939008b78a9f82c1bfa5eb7a76) AuthConfig (523ef95c600e86274742f52648b720c3c8b2940a90c6ae98efd72f5bdbbb43d8) AuthConfig (61bc9b146fe699afcb6039251af44247af7741ccf06a6438803a8961a6d506bb) AuthConfig (ad528ac167d60e99cb934f470c71c049049f488dc8493982d8712eb6ecfe0d18) AuthConfig (6d6d11ccd61141bb40ed4b3aa44ec5843eda7a925b2aaa4e0baccd977b47a791) AuthConfig (a3653d3dc69e73e9f776fe835e57b2e22dbdd8887bcfa412943880489ccc8e9b) AuthConfig (4c48f363f8d48ae8ea620508e0b45ec511f4cb235642fb23f059d1487d5be442) AuthConfig (e752b29b15a791680a02d542a8d7d259348ed936caff8dd951b8a35086bde27f) AuthConfig (9a34cff9f7333a997458a23a5abbf5a53e5aaa255f5b7e83c1b8330f1c69af2f) AuthConfig (65d42fa8527f31845f541f5336fc79f1e2b15412062fa2bfb9499651764b74a6) AuthConfig (fa8bfdea8c832205e73752e2234181c4cdcea799b639e073c37ead177557f054) AuthConfig (b481b33501dedc174b72671ce018e33ac0800fad459ee7d78f6d61eafdb8df52) AuthConfig (93cf4ec49c239dabc039ec9465ea0e2a034c7d7b542b2f7cdf9f9286f3aaa37e) AuthConfig (2dd8f781b627b469fae3eba7dc993ec8fc89da21814d4552851a6680c536e46f) AuthConfig (8d5a4ea9af1d2a761bf2e35246dc6c768fb3e8eac7205c91f3e458b675a9fd68) AuthConfig (55d85b0ddcf3aa3f5763df6dcd3d2f9f94cbc8bce3e36653b3d0d529c54d770d) AuthConfig (f96567592c183287f5c3e01ac8ec7fe4a5e48cad90cc4254946a5167aa4ea15e) AuthConfig (c391190d92c6b41c3dd94366bde2a76f3374fa5b900fed8b1fe9feb677e6036e) AuthConfig (efc7ed2eb6760670d8d3f4d1844ab19a4e165427b0a02ac7da91d878ed17f18e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9b2a8d9a-307f-4e1b-b207-c7f829e13fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:28.819494751Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:29.951551367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"6f2dd257-dab8-4198-9ff9-f8bc9f116fcf","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:29.970771409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"8e6efd86-5a63-493e-8b98-71dec2f0ebe4","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.017094324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"a8926615-6806-44fe-9316-2f7fc5828baa","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.037792066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"a8926615-6806-44fe-9316-2f7fc5828baa","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.124987374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"3d315d3a-678c-4663-999a-455d117ce9f5","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.156182063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"7762adce-6b2e-41ed-97ef-f9803667ddfd","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.171885679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"a10ae77d-f801-46cd-8d68-4b0b5e4b3359","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.177990815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"0a82c223-b544-417c-943b-4839da4e162d","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.192120718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"bb5cf14a-1aa8-4227-9d01-61fa42bc58be","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.192920894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"a10ae77d-f801-46cd-8d68-4b0b5e4b3359","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:30.19470285Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-72ed13/e2e-dry-sub-91608b45","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-91608b45\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.211643378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"0d35ce6b-40ee-49fe-8520-c97927e8b4b6","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.274410174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1c1be591-84d4-4aaa-bfc1-b9dd2bd4961b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.274414854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"134a4e7b-2a1b-4233-94d4-f0693aa34a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.285423077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"796d73a3-c10e-4da9-9068-98339c57defa","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.295270006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"134a4e7b-2a1b-4233-94d4-f0693aa34a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.295483455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1c1be591-84d4-4aaa-bfc1-b9dd2bd4961b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.296598333Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-91608b45","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45","reconcileID":"ea5f7da2-d491-4085-aba0-793a36c3defd","MaaSSubscription":{"name":"e2e-dry-sub-91608b45","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/e2e-dry-sub-91608b45","ai-tenant-e2e-worker-w2-72ed13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.306118294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"796d73a3-c10e-4da9-9068-98339c57defa","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.35146627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"f8995323-4567-422c-8e84-c467a352193e","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.37710407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"61f45dd2-cedb-48ff-a162-530f4d5921a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.388863683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0ab0ef80-5799-4ef8-856a-8716f14deb3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.388875012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b2f3ba30-d169-4e9e-bdc9-c7510fd986d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.40949502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0ab0ef80-5799-4ef8-856a-8716f14deb3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.409844638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b2f3ba30-d169-4e9e-bdc9-c7510fd986d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.476923831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-91608b45","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45","reconcileID":"6b961f0d-4ab2-479b-a105-689931260ac2","MaaSSubscription":{"name":"e2e-dry-sub-91608b45","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:30.798761116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"c960a6fa-679d-4115-bce4-edb763333952","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:31.052543892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43f4d25c-db83-4304-baff-afaf940f0ba2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:31.151106344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"c63497c1-c211-4c8d-8e75-f8594ac20f6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:31.151201982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2004752-2611-4456-b5f3-26f5266d2e53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:31.250696166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"61d55a4f-da08-4d47-83e4-65ab753ecb65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:31.250786947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"89460566-26dd-4752-9264-0c6774337fc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:33.309562939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"73208421-a71b-4d87-9fa5-67f172c5a514","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:33.341885278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"b4863b9b-2c46-464a-ab49-28f27aa066aa","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.36363379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"b98d929e-d877-4acd-b2ba-18d79f5ddddb","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.52909056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"a71a826f-2a5e-47fb-a1bd-49df0dbe218d","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.548110833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"70f847d2-e5aa-4df3-b4c9-3f8ab65301c6","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:35.564979137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"de9a206f-9966-4a9c-b1cd-0e2a96824263","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.569592406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"f1d24b7b-7339-4c88-9b18-8acd1c701651","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.607200447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"05fd18b3-c6d6-4da9-8919-05caa01d529f","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.62595025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"886dded9-48df-4cde-8aa1-5c4811318ef7","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.694025281Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"9f1b4398-4a19-479c-849d-d431f70b5540","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"simulator-w4-d5b2b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.731976379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"e79c4349-f464-49ad-b879-56b8f266c80e","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.753734133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"4bc26b11-3efd-4bf0-b82c-cbddff76c126","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:35.771135722Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"4bc26b11-3efd-4bf0-b82c-cbddff76c126","name":"simulator-w4-d5b2b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-d5b2b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:35.771209752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"4bc26b11-3efd-4bf0-b82c-cbddff76c126","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-d5b2b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.776481522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"1f8e527d-dd98-4616-95f5-f2eae4ae5d4a","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.781209709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"6b39dee4-606b-4bb9-b87c-bd2ed1414bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.783994328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b70c41fa-2707-45b7-a7a3-85a4fb6e0038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.804647205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b70c41fa-2707-45b7-a7a3-85a4fb6e0038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.81347112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"e7f704fd-46b6-4f8c-8d70-bf8948898dfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.849976303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"6b39dee4-606b-4bb9-b87c-bd2ed1414bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.869634221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"6b39dee4-606b-4bb9-b87c-bd2ed1414bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.888569696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"5e945cb8-4fbb-4ca1-910e-c85b7ecc72ab","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.897744647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8c57f9c6-6b17-418d-b5f6-cd89e2262941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.903257887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"7c5fc5a6-b3c4-4e97-ab7f-6dd1a95e5359","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.914793491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"e690c1fd-c7e1-4a91-b75f-a7154358832f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.918188281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8c57f9c6-6b17-418d-b5f6-cd89e2262941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.929833498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"1410b1f7-c290-43b4-8738-4c0b8575cf27","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.948805699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"1a664c89-e146-4e71-8a31-8cfafdac3f49","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:35.966300497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"a0cb75f0-4fa0-4744-bd60-7415a1f0994a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.968700196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"140aa4df-a19d-475a-a52a-0479dabeed05","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:35.980561848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0d96c349-43c2-4125-b1de-ea1c9b217d2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.00106938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0d96c349-43c2-4125-b1de-ea1c9b217d2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.007974492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"97dec6d8-30dd-46b5-98e0-c142ffc3567b","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.011914493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"9dfbfc29-ed95-40b7-9d12-38c84aa39006","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.021100493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0d96c349-43c2-4125-b1de-ea1c9b217d2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.02760971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"81246e20-56b8-4cba-be24-049a0836b6fc","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.081001326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d9d30aee-4c83-432b-9007-2f390603fd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.093853618Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"c380b883-8372-493d-aa94-0b8a411cbc78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"premium-w4-d5b2b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.102361926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d9d30aee-4c83-432b-9007-2f390603fd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.123985127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d9d30aee-4c83-432b-9007-2f390603fd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.153136524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"38c14df7-5b2d-41ad-8007-06033a329dd6","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:36.221078218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"b6a938e0-c345-45cd-b221-8c62d3a74c41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:37.886604613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"b5a0ac67-4807-4cf3-b8cf-e456f412e2ad","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.040595698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"0eae4b19-169f-4509-9d44-4542fc232e71","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.061300546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"bc20d7ac-ecf0-41f8-adff-a9f1ffad070d","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:38.074961416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"667da77b-742a-47a1-9cd9-11a607e67867","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.083427233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"5db3735c-e973-441b-b7f5-49ea0dab67cc","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.122269729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"ca26a71c-3e83-4f7c-9e36-bb5b91087ee3","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.141758638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"037469b0-82dd-4bfa-928a-10d7c37f20ea","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.208570322Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"21a85d6a-2222-4ff5-ba05-4e9241cf26be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"simulator-w1-664c2b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.253208599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"a615657f-2fc0-48e9-a0f9-f628b4b8abe8","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.276673831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"3acd75cc-5770-48b5-8caa-d84c985627ab","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:38.297865454Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"3acd75cc-5770-48b5-8caa-d84c985627ab","name":"simulator-w1-664c2b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-664c2b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:38.297920371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"3acd75cc-5770-48b5-8caa-d84c985627ab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-664c2b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.303324808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"2df9bc03-9d2a-45ae-a0e3-ad7d39d0aef9","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.30455357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"935366d7-da13-41d3-b03c-ac733aff20fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.328936096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"4e5ef5e1-afdc-4916-85e4-d5985e1ebbf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.372234008Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"935366d7-da13-41d3-b03c-ac733aff20fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.391826455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"935366d7-da13-41d3-b03c-ac733aff20fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.410840309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"e5e2ef39-165e-4f80-96a4-67179d1291a9","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.441906529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"76593a68-a173-449f-9a81-758351157415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.456886181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"8595af4c-cc92-40eb-86a0-4e051e81a8f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.462708127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"76593a68-a173-449f-9a81-758351157415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:38.482524673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"76593a68-a173-449f-9a81-758351157415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.673127507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"bb98336c-5b8d-40e1-9928-f4cfcb105539","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.742346397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"495039c3-5f48-49d4-9756-bdb6b352eade","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.742409922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"4aabd58c-30bf-420b-adb3-13307c00eb13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.742797645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2390647f-2ebe-43a6-ada8-25b0aa67aae2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.746852915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"4e791f51-f56f-48f3-bcd4-f1179feea306","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.800042533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"89b8cbea-f1bc-461c-9a91-9fc807408249","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.841757619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fac42068-7183-43d5-af80-6194a5d4941f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.856117346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"6792424a-b35d-4c3a-9dfd-56ae56d5c7a2","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.912756903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"faf17c60-7577-49bc-9011-54b8cd1eb18c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.914685713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"37cdb647-e5da-43af-8757-97f9c8432203","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.914943821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5920d547-db8b-4400-ad3f-f13727a04a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.949301196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"faf17c60-7577-49bc-9011-54b8cd1eb18c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.950862277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5920d547-db8b-4400-ad3f-f13727a04a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.952420851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"37cdb647-e5da-43af-8757-97f9c8432203","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:41.978110849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"2890e0d5-cce9-4140-9001-1776f173d22c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:42.012483452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a29aab91-ca26-4f47-970b-4a1909640137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:42.039213995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a29aab91-ca26-4f47-970b-4a1909640137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:42.067380129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"c33165c9-1ba7-4f2f-b07b-0278da0eb6ac","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:42.067424349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd5d4b10ae6df5a93a4df0980894e69535644787d113123b798e7391e488d457) AuthConfig (8c037edb47293b1844b72579e45a6460511abb8174f4f41883dd7436881ca280) AuthConfig (e5590fd9f296e9892f81ee7d405e4b20e9ec69bb983afac8fd78fe2d8dc1199c) AuthConfig (0eb4281ba1ceb848415ffe460fdc0fb87cf4e9a5b4767287da5ae3141160ece1) AuthConfig (aa05ed3c59cde89a6662aa5c747c0902cb49fb0674b4465471dd22998dbff4a6) AuthConfig (a755c20f7851a07ceeaf05b9a6a696d8db6f77a362dbd27327d91f75201c0d6e) AuthConfig (ac1f55a390243b25559180e8886733152de2c6f590154485b8db389f87eb9e68) AuthConfig (7f03e6644e62eb65ede520be7400e206de9ac22d2aab0bb36f10a6c61930d537) AuthConfig (5b03658a2ba8035dc2796a701fe206fbc16cd2300f76f9c5f4a4f90619522907) AuthConfig (832f4e6b3a9989bbeea50c0b736e2bac760e087c5a631aecbf52537795ed9e56) AuthConfig (fafd20fd1a97255d01fd87f018be3e9126324e75daa18a2f2584b01aa8d985d4) AuthConfig (cc317684afca77bfb813304ad39ec74b558e762dfce2a774806052e96af59f54) AuthConfig (1dd06f095871fd6eb43f6c7f9959fbce8fe028fdd6a8bc5a3013aa15a997b38c) AuthConfig (6003060bee30dab34311084b3e4096df8101ca1b5514c7b0a213ed12fafb5d72) AuthConfig (7f33cae45a99830881cd8a6f2b13cf38e5ef5b0de73591b4bdd4a417f7e91a2e) AuthConfig (ce5f99d8ac822558e8c2c0f72de586abcfb02d992456079580672585d375fb44) AuthConfig (e0e42a06bced39998ddabac43a1664cd0a872b0c08758aa9a28b98ead9115e3a) AuthConfig (fa1bb7a0007beef5186161b2c178ae6361d9105612353039d59f76d8d9555817) AuthConfig (bcd47aa9b47e3592275a830c288df8568f3a0eb9c87fdf220b6de9008b0e1c97) AuthConfig (aa332dcf5ed9d87837fc2ca681b137e15aca245ad4d6511747634de0b7c464af) AuthConfig (cbd4ae0c5fe00d4ac4044074c3df93de5874ae2b13cf745fea509acc792fa175) AuthConfig (4c3e4f2b555bece2a27d534aafc521338d61133c452df068bf45d782d19a048f) AuthConfig (0a3b49713412ee8e19a4b82802dab07e378f80ff7fe5f6c0672afe8f47c1a90a) AuthConfig (566bca544ab3ab2bb7ee0d34cee568c3256ad0eb620f29993ab2f9165c21d438) AuthConfig (ff3ae63732cf29a55d3b22b9fd47d2c8d86c1f34ccd605fb2bfdc98ad90e1045) AuthConfig (a262965fb4b2c5608f69fd558679d97da1a3094f6e93aee17a8212abd2a0149c) AuthConfig (5c8b79c6498bb59f76db6d9f9bc40fd46d631c3a9ae2562130cbcacf453bb995) AuthConfig (a0283d8d64002f57e7aee23fc031a7d93c73cfa19792f78cec9052dac22fc70c) AuthConfig (b89f4e179d29a4e84b2d28a1c89d98a62b09412da5235f910ca580eff66ec553) AuthConfig (edc52b198979235e7c73a1aaf6d09507d04722ee64758826514d0252dd378e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a29aab91-ca26-4f47-970b-4a1909640137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:42.090918817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"66b2e5d3-b70f-43d8-ab6b-37cc8dd70687","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:42.149889833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"11c78b04-f88c-40e5-bfab-adaaca8b8fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:42.171548848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"11c78b04-f88c-40e5-bfab-adaaca8b8fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:42.19160054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd5d4b10ae6df5a93a4df0980894e69535644787d113123b798e7391e488d457) AuthConfig (8c037edb47293b1844b72579e45a6460511abb8174f4f41883dd7436881ca280) AuthConfig (e5590fd9f296e9892f81ee7d405e4b20e9ec69bb983afac8fd78fe2d8dc1199c) AuthConfig (0eb4281ba1ceb848415ffe460fdc0fb87cf4e9a5b4767287da5ae3141160ece1) AuthConfig (aa05ed3c59cde89a6662aa5c747c0902cb49fb0674b4465471dd22998dbff4a6) AuthConfig (a755c20f7851a07ceeaf05b9a6a696d8db6f77a362dbd27327d91f75201c0d6e) AuthConfig (ac1f55a390243b25559180e8886733152de2c6f590154485b8db389f87eb9e68) AuthConfig (7f03e6644e62eb65ede520be7400e206de9ac22d2aab0bb36f10a6c61930d537) AuthConfig (5b03658a2ba8035dc2796a701fe206fbc16cd2300f76f9c5f4a4f90619522907) AuthConfig (832f4e6b3a9989bbeea50c0b736e2bac760e087c5a631aecbf52537795ed9e56) AuthConfig (fafd20fd1a97255d01fd87f018be3e9126324e75daa18a2f2584b01aa8d985d4) AuthConfig (cc317684afca77bfb813304ad39ec74b558e762dfce2a774806052e96af59f54) AuthConfig (1dd06f095871fd6eb43f6c7f9959fbce8fe028fdd6a8bc5a3013aa15a997b38c) AuthConfig (6003060bee30dab34311084b3e4096df8101ca1b5514c7b0a213ed12fafb5d72) AuthConfig (7f33cae45a99830881cd8a6f2b13cf38e5ef5b0de73591b4bdd4a417f7e91a2e) AuthConfig (ce5f99d8ac822558e8c2c0f72de586abcfb02d992456079580672585d375fb44) AuthConfig (e0e42a06bced39998ddabac43a1664cd0a872b0c08758aa9a28b98ead9115e3a) AuthConfig (fa1bb7a0007beef5186161b2c178ae6361d9105612353039d59f76d8d9555817) AuthConfig (bcd47aa9b47e3592275a830c288df8568f3a0eb9c87fdf220b6de9008b0e1c97) AuthConfig (aa332dcf5ed9d87837fc2ca681b137e15aca245ad4d6511747634de0b7c464af) AuthConfig (cbd4ae0c5fe00d4ac4044074c3df93de5874ae2b13cf745fea509acc792fa175) AuthConfig (4c3e4f2b555bece2a27d534aafc521338d61133c452df068bf45d782d19a048f) AuthConfig (0a3b49713412ee8e19a4b82802dab07e378f80ff7fe5f6c0672afe8f47c1a90a) AuthConfig (566bca544ab3ab2bb7ee0d34cee568c3256ad0eb620f29993ab2f9165c21d438) AuthConfig (ff3ae63732cf29a55d3b22b9fd47d2c8d86c1f34ccd605fb2bfdc98ad90e1045) AuthConfig (a262965fb4b2c5608f69fd558679d97da1a3094f6e93aee17a8212abd2a0149c) AuthConfig (5c8b79c6498bb59f76db6d9f9bc40fd46d631c3a9ae2562130cbcacf453bb995) AuthConfig (a0283d8d64002f57e7aee23fc031a7d93c73cfa19792f78cec9052dac22fc70c) AuthConfig (b89f4e179d29a4e84b2d28a1c89d98a62b09412da5235f910ca580eff66ec553) AuthConfig (edc52b198979235e7c73a1aaf6d09507d04722ee64758826514d0252dd378e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"11c78b04-f88c-40e5-bfab-adaaca8b8fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.137633983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"ed7cc859-b4da-466f-9250-c1bbc1696dd0","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.159794003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"93b645c7-b3a7-4e80-a85d-ab8ff28f8d0c","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.204240768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"01d1de67-960a-4ce0-b255-f8efcbb4b00e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.206934118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"07435997-653b-4a55-834e-10de1583cea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.225180112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"a46822ec-cb7c-451a-956d-c8e3175ab3b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.225341395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"01d1de67-960a-4ce0-b255-f8efcbb4b00e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.227941176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"07435997-653b-4a55-834e-10de1583cea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.245329112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd5d4b10ae6df5a93a4df0980894e69535644787d113123b798e7391e488d457) AuthConfig (8c037edb47293b1844b72579e45a6460511abb8174f4f41883dd7436881ca280) AuthConfig (e5590fd9f296e9892f81ee7d405e4b20e9ec69bb983afac8fd78fe2d8dc1199c) AuthConfig (0eb4281ba1ceb848415ffe460fdc0fb87cf4e9a5b4767287da5ae3141160ece1) AuthConfig (aa05ed3c59cde89a6662aa5c747c0902cb49fb0674b4465471dd22998dbff4a6) AuthConfig (a755c20f7851a07ceeaf05b9a6a696d8db6f77a362dbd27327d91f75201c0d6e) AuthConfig (ac1f55a390243b25559180e8886733152de2c6f590154485b8db389f87eb9e68) AuthConfig (7f03e6644e62eb65ede520be7400e206de9ac22d2aab0bb36f10a6c61930d537) AuthConfig (5b03658a2ba8035dc2796a701fe206fbc16cd2300f76f9c5f4a4f90619522907) AuthConfig (832f4e6b3a9989bbeea50c0b736e2bac760e087c5a631aecbf52537795ed9e56) AuthConfig (fafd20fd1a97255d01fd87f018be3e9126324e75daa18a2f2584b01aa8d985d4) AuthConfig (cc317684afca77bfb813304ad39ec74b558e762dfce2a774806052e96af59f54) AuthConfig (1dd06f095871fd6eb43f6c7f9959fbce8fe028fdd6a8bc5a3013aa15a997b38c) AuthConfig (6003060bee30dab34311084b3e4096df8101ca1b5514c7b0a213ed12fafb5d72) AuthConfig (7f33cae45a99830881cd8a6f2b13cf38e5ef5b0de73591b4bdd4a417f7e91a2e) AuthConfig (ce5f99d8ac822558e8c2c0f72de586abcfb02d992456079580672585d375fb44) AuthConfig (e0e42a06bced39998ddabac43a1664cd0a872b0c08758aa9a28b98ead9115e3a) AuthConfig (fa1bb7a0007beef5186161b2c178ae6361d9105612353039d59f76d8d9555817) AuthConfig (bcd47aa9b47e3592275a830c288df8568f3a0eb9c87fdf220b6de9008b0e1c97) AuthConfig (aa332dcf5ed9d87837fc2ca681b137e15aca245ad4d6511747634de0b7c464af) AuthConfig (cbd4ae0c5fe00d4ac4044074c3df93de5874ae2b13cf745fea509acc792fa175) AuthConfig (4c3e4f2b555bece2a27d534aafc521338d61133c452df068bf45d782d19a048f) AuthConfig (0a3b49713412ee8e19a4b82802dab07e378f80ff7fe5f6c0672afe8f47c1a90a) AuthConfig (566bca544ab3ab2bb7ee0d34cee568c3256ad0eb620f29993ab2f9165c21d438) AuthConfig (ff3ae63732cf29a55d3b22b9fd47d2c8d86c1f34ccd605fb2bfdc98ad90e1045) AuthConfig (a262965fb4b2c5608f69fd558679d97da1a3094f6e93aee17a8212abd2a0149c) AuthConfig (5c8b79c6498bb59f76db6d9f9bc40fd46d631c3a9ae2562130cbcacf453bb995) AuthConfig (a0283d8d64002f57e7aee23fc031a7d93c73cfa19792f78cec9052dac22fc70c) AuthConfig (b89f4e179d29a4e84b2d28a1c89d98a62b09412da5235f910ca580eff66ec553) AuthConfig (edc52b198979235e7c73a1aaf6d09507d04722ee64758826514d0252dd378e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"01d1de67-960a-4ce0-b255-f8efcbb4b00e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.247898467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd5d4b10ae6df5a93a4df0980894e69535644787d113123b798e7391e488d457) AuthConfig (8c037edb47293b1844b72579e45a6460511abb8174f4f41883dd7436881ca280) AuthConfig (e5590fd9f296e9892f81ee7d405e4b20e9ec69bb983afac8fd78fe2d8dc1199c) AuthConfig (0eb4281ba1ceb848415ffe460fdc0fb87cf4e9a5b4767287da5ae3141160ece1) AuthConfig (aa05ed3c59cde89a6662aa5c747c0902cb49fb0674b4465471dd22998dbff4a6) AuthConfig (a755c20f7851a07ceeaf05b9a6a696d8db6f77a362dbd27327d91f75201c0d6e) AuthConfig (ac1f55a390243b25559180e8886733152de2c6f590154485b8db389f87eb9e68) AuthConfig (7f03e6644e62eb65ede520be7400e206de9ac22d2aab0bb36f10a6c61930d537) AuthConfig (5b03658a2ba8035dc2796a701fe206fbc16cd2300f76f9c5f4a4f90619522907) AuthConfig (832f4e6b3a9989bbeea50c0b736e2bac760e087c5a631aecbf52537795ed9e56) AuthConfig (fafd20fd1a97255d01fd87f018be3e9126324e75daa18a2f2584b01aa8d985d4) AuthConfig (cc317684afca77bfb813304ad39ec74b558e762dfce2a774806052e96af59f54) AuthConfig (1dd06f095871fd6eb43f6c7f9959fbce8fe028fdd6a8bc5a3013aa15a997b38c) AuthConfig (6003060bee30dab34311084b3e4096df8101ca1b5514c7b0a213ed12fafb5d72) AuthConfig (7f33cae45a99830881cd8a6f2b13cf38e5ef5b0de73591b4bdd4a417f7e91a2e) AuthConfig (ce5f99d8ac822558e8c2c0f72de586abcfb02d992456079580672585d375fb44) AuthConfig (e0e42a06bced39998ddabac43a1664cd0a872b0c08758aa9a28b98ead9115e3a) AuthConfig (fa1bb7a0007beef5186161b2c178ae6361d9105612353039d59f76d8d9555817) AuthConfig (bcd47aa9b47e3592275a830c288df8568f3a0eb9c87fdf220b6de9008b0e1c97) AuthConfig (aa332dcf5ed9d87837fc2ca681b137e15aca245ad4d6511747634de0b7c464af) AuthConfig (cbd4ae0c5fe00d4ac4044074c3df93de5874ae2b13cf745fea509acc792fa175) AuthConfig (4c3e4f2b555bece2a27d534aafc521338d61133c452df068bf45d782d19a048f) AuthConfig (0a3b49713412ee8e19a4b82802dab07e378f80ff7fe5f6c0672afe8f47c1a90a) AuthConfig (566bca544ab3ab2bb7ee0d34cee568c3256ad0eb620f29993ab2f9165c21d438) AuthConfig (ff3ae63732cf29a55d3b22b9fd47d2c8d86c1f34ccd605fb2bfdc98ad90e1045) AuthConfig (a262965fb4b2c5608f69fd558679d97da1a3094f6e93aee17a8212abd2a0149c) AuthConfig (5c8b79c6498bb59f76db6d9f9bc40fd46d631c3a9ae2562130cbcacf453bb995) AuthConfig (a0283d8d64002f57e7aee23fc031a7d93c73cfa19792f78cec9052dac22fc70c) AuthConfig (b89f4e179d29a4e84b2d28a1c89d98a62b09412da5235f910ca580eff66ec553) AuthConfig (edc52b198979235e7c73a1aaf6d09507d04722ee64758826514d0252dd378e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"07435997-653b-4a55-834e-10de1583cea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.267256467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"8800b662-fae7-44b6-a0dd-6743c7d06120","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.318231941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"70e5b036-1306-4adb-acc8-106d5e22f08c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.339097243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"70e5b036-1306-4adb-acc8-106d5e22f08c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.358913392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd5d4b10ae6df5a93a4df0980894e69535644787d113123b798e7391e488d457) AuthConfig (8c037edb47293b1844b72579e45a6460511abb8174f4f41883dd7436881ca280) AuthConfig (e5590fd9f296e9892f81ee7d405e4b20e9ec69bb983afac8fd78fe2d8dc1199c) AuthConfig (0eb4281ba1ceb848415ffe460fdc0fb87cf4e9a5b4767287da5ae3141160ece1) AuthConfig (aa05ed3c59cde89a6662aa5c747c0902cb49fb0674b4465471dd22998dbff4a6) AuthConfig (a755c20f7851a07ceeaf05b9a6a696d8db6f77a362dbd27327d91f75201c0d6e) AuthConfig (ac1f55a390243b25559180e8886733152de2c6f590154485b8db389f87eb9e68) AuthConfig (7f03e6644e62eb65ede520be7400e206de9ac22d2aab0bb36f10a6c61930d537) AuthConfig (5b03658a2ba8035dc2796a701fe206fbc16cd2300f76f9c5f4a4f90619522907) AuthConfig (832f4e6b3a9989bbeea50c0b736e2bac760e087c5a631aecbf52537795ed9e56) AuthConfig (fafd20fd1a97255d01fd87f018be3e9126324e75daa18a2f2584b01aa8d985d4) AuthConfig (cc317684afca77bfb813304ad39ec74b558e762dfce2a774806052e96af59f54) AuthConfig (1dd06f095871fd6eb43f6c7f9959fbce8fe028fdd6a8bc5a3013aa15a997b38c) AuthConfig (6003060bee30dab34311084b3e4096df8101ca1b5514c7b0a213ed12fafb5d72) AuthConfig (7f33cae45a99830881cd8a6f2b13cf38e5ef5b0de73591b4bdd4a417f7e91a2e) AuthConfig (ce5f99d8ac822558e8c2c0f72de586abcfb02d992456079580672585d375fb44) AuthConfig (e0e42a06bced39998ddabac43a1664cd0a872b0c08758aa9a28b98ead9115e3a) AuthConfig (fa1bb7a0007beef5186161b2c178ae6361d9105612353039d59f76d8d9555817) AuthConfig (bcd47aa9b47e3592275a830c288df8568f3a0eb9c87fdf220b6de9008b0e1c97) AuthConfig (aa332dcf5ed9d87837fc2ca681b137e15aca245ad4d6511747634de0b7c464af) AuthConfig (cbd4ae0c5fe00d4ac4044074c3df93de5874ae2b13cf745fea509acc792fa175) AuthConfig (4c3e4f2b555bece2a27d534aafc521338d61133c452df068bf45d782d19a048f) AuthConfig (0a3b49713412ee8e19a4b82802dab07e378f80ff7fe5f6c0672afe8f47c1a90a) AuthConfig (566bca544ab3ab2bb7ee0d34cee568c3256ad0eb620f29993ab2f9165c21d438) AuthConfig (ff3ae63732cf29a55d3b22b9fd47d2c8d86c1f34ccd605fb2bfdc98ad90e1045) AuthConfig (a262965fb4b2c5608f69fd558679d97da1a3094f6e93aee17a8212abd2a0149c) AuthConfig (5c8b79c6498bb59f76db6d9f9bc40fd46d631c3a9ae2562130cbcacf453bb995) AuthConfig (a0283d8d64002f57e7aee23fc031a7d93c73cfa19792f78cec9052dac22fc70c) AuthConfig (b89f4e179d29a4e84b2d28a1c89d98a62b09412da5235f910ca580eff66ec553) AuthConfig (edc52b198979235e7c73a1aaf6d09507d04722ee64758826514d0252dd378e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"70e5b036-1306-4adb-acc8-106d5e22f08c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:46.376837193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"70e5b036-1306-4adb-acc8-106d5e22f08c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.430377426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8556e7cb-f616-4e16-9017-502d3125c3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.451445108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8556e7cb-f616-4e16-9017-502d3125c3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:46.47127346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd5d4b10ae6df5a93a4df0980894e69535644787d113123b798e7391e488d457) AuthConfig (8c037edb47293b1844b72579e45a6460511abb8174f4f41883dd7436881ca280) AuthConfig (e5590fd9f296e9892f81ee7d405e4b20e9ec69bb983afac8fd78fe2d8dc1199c) AuthConfig (0eb4281ba1ceb848415ffe460fdc0fb87cf4e9a5b4767287da5ae3141160ece1) AuthConfig (aa05ed3c59cde89a6662aa5c747c0902cb49fb0674b4465471dd22998dbff4a6) AuthConfig (a755c20f7851a07ceeaf05b9a6a696d8db6f77a362dbd27327d91f75201c0d6e) AuthConfig (ac1f55a390243b25559180e8886733152de2c6f590154485b8db389f87eb9e68) AuthConfig (7f03e6644e62eb65ede520be7400e206de9ac22d2aab0bb36f10a6c61930d537) AuthConfig (5b03658a2ba8035dc2796a701fe206fbc16cd2300f76f9c5f4a4f90619522907) AuthConfig (832f4e6b3a9989bbeea50c0b736e2bac760e087c5a631aecbf52537795ed9e56) AuthConfig (fafd20fd1a97255d01fd87f018be3e9126324e75daa18a2f2584b01aa8d985d4) AuthConfig (cc317684afca77bfb813304ad39ec74b558e762dfce2a774806052e96af59f54) AuthConfig (1dd06f095871fd6eb43f6c7f9959fbce8fe028fdd6a8bc5a3013aa15a997b38c) AuthConfig (6003060bee30dab34311084b3e4096df8101ca1b5514c7b0a213ed12fafb5d72) AuthConfig (7f33cae45a99830881cd8a6f2b13cf38e5ef5b0de73591b4bdd4a417f7e91a2e) AuthConfig (ce5f99d8ac822558e8c2c0f72de586abcfb02d992456079580672585d375fb44) AuthConfig (e0e42a06bced39998ddabac43a1664cd0a872b0c08758aa9a28b98ead9115e3a) AuthConfig (fa1bb7a0007beef5186161b2c178ae6361d9105612353039d59f76d8d9555817) AuthConfig (bcd47aa9b47e3592275a830c288df8568f3a0eb9c87fdf220b6de9008b0e1c97) AuthConfig (aa332dcf5ed9d87837fc2ca681b137e15aca245ad4d6511747634de0b7c464af) AuthConfig (cbd4ae0c5fe00d4ac4044074c3df93de5874ae2b13cf745fea509acc792fa175) AuthConfig (4c3e4f2b555bece2a27d534aafc521338d61133c452df068bf45d782d19a048f) AuthConfig (0a3b49713412ee8e19a4b82802dab07e378f80ff7fe5f6c0672afe8f47c1a90a) AuthConfig (566bca544ab3ab2bb7ee0d34cee568c3256ad0eb620f29993ab2f9165c21d438) AuthConfig (ff3ae63732cf29a55d3b22b9fd47d2c8d86c1f34ccd605fb2bfdc98ad90e1045) AuthConfig (a262965fb4b2c5608f69fd558679d97da1a3094f6e93aee17a8212abd2a0149c) AuthConfig (5c8b79c6498bb59f76db6d9f9bc40fd46d631c3a9ae2562130cbcacf453bb995) AuthConfig (a0283d8d64002f57e7aee23fc031a7d93c73cfa19792f78cec9052dac22fc70c) AuthConfig (b89f4e179d29a4e84b2d28a1c89d98a62b09412da5235f910ca580eff66ec553) AuthConfig (edc52b198979235e7c73a1aaf6d09507d04722ee64758826514d0252dd378e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8556e7cb-f616-4e16-9017-502d3125c3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.617231896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"c42fef66-11ab-4c6e-b246-1bee845e21f8","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.637900581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"f4e1cd1c-95e8-41a8-b2d5-eb207e20d0b7","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.685093824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"1a564207-a860-4b14-ad8d-36e3eaab26d9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.70639794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"1a564207-a860-4b14-ad8d-36e3eaab26d9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.795445439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"a4f1ff13-b493-48a3-b83b-a18db9e38b82","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.836592802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"34e5fc5f-bbb8-404e-8050-07c7a1ffb8d9","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.842263989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"96b06612-5901-4194-a665-a5980e6df450","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.855722307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"a2e5b1f1-eeb2-4c9f-a172-aa245e1b7b24","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.864148964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"96b06612-5901-4194-a665-a5980e6df450","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:47.872824998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-sub","reconcileID":"bd951095-2827-4799-b567-82330a4074f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.878128046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"2183b0d6-1175-48cd-876d-051b90fe5b85","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.913568958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"062236ed-8f8c-4812-87a5-beb7554e7654","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.932545216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"13fb1c54-1858-4f86-b313-370dcef5c9c5","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.943024367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"d4cafd2b-9b1b-4044-9159-51906cf5c178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.943453245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4634ccf0-d61e-4d21-a64c-fdf97a56bf08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.965295855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"d4cafd2b-9b1b-4044-9159-51906cf5c178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:47.965309015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4634ccf0-d61e-4d21-a64c-fdf97a56bf08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.02002052Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-sub","reconcileID":"d9129b56-fe79-43fd-a4e2-861dfe7817b1","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.042847104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"83d9ee67-7fbe-419b-b6bb-6720ba0ce485","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.064555619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"83d9ee67-7fbe-419b-b6bb-6720ba0ce485","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.07649964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"3b687e87-1eba-460b-8d0f-5340e6bf5b1d","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.097208777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"20f9a1e0-20b1-4ca9-b18e-63b968eb636f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.143985941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e9a5465f-65d1-4574-8f59-cce73a19307d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.144015324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"809185a7-5f4d-46eb-9969-feb4cc144fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.165139749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e9a5465f-65d1-4574-8f59-cce73a19307d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.165321682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"809185a7-5f4d-46eb-9969-feb4cc144fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.197724944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-sub","reconcileID":"04683795-986b-452d-98f4-c09b48368e5e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.243462925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"87ebedeb-b2ce-48c0-b09f-4bb5244da450","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.264341476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"87ebedeb-b2ce-48c0-b09f-4bb5244da450","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.465795825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"7d873ae1-53b5-4bb7-94a1-602a7e3e1e7b","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.487705701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"c9834e0e-0cac-4849-ad02-d5686e4208c5","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.497255882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"23d84b01-0aff-4677-ad83-e68fe6ea4dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.50014056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"33f23efd-12c8-413d-b1e7-a60f81724a9e","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:48.504829771Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-664c2b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.518906448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"23d84b01-0aff-4677-ad83-e68fe6ea4dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.521865702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"71c01be4-84b7-435e-ac4d-e96de6ffb8ff","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.538893616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"23d84b01-0aff-4677-ad83-e68fe6ea4dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.590865763Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"03ba438e-d40d-4966-85be-4c9b4da6390c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"premium-w1-664c2b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.598140877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"db7efa34-7861-44a1-ace1-fe34f8b0de70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.618793898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"db7efa34-7861-44a1-ace1-fe34f8b0de70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.640072044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"db7efa34-7861-44a1-ace1-fe34f8b0de70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.654228896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"69903c87-2ae8-4938-bac2-be7147e9dbb8","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.677733303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"a1f09233-df33-4cc6-a6f4-0436b14c5f31","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.700436269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"7e7e2f6b-9541-4c49-84bc-26afb846e830","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.718454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"ca8c32b4-f7aa-4820-bcd9-834616f5240d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.755035785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0d9667a0-f29e-4698-9370-53e1997fb5ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.755765594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3fc52c35-8e2c-4b4b-8b37-d944b072703b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.775872005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0d9667a0-f29e-4698-9370-53e1997fb5ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.776897544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3fc52c35-8e2c-4b4b-8b37-d944b072703b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.795869281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0d9667a0-f29e-4698-9370-53e1997fb5ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.796587875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3fc52c35-8e2c-4b4b-8b37-d944b072703b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.817124154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"d1c33e53-48c0-4069-b32c-5ae13d13cad0","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.837985528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"81e74f54-d486-450e-8e58-3fcc0dfe0c01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.864015891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"1b34fd6b-2d06-4ce8-9eb9-e3fe85ce89a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.884720608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"1b34fd6b-2d06-4ce8-9eb9-e3fe85ce89a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:48.904331822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"1b34fd6b-2d06-4ce8-9eb9-e3fe85ce89a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:50.566051904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"e6b30be8-e178-47f5-ad87-a04593bb127a","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:50.612973858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4f5eb79f-9025-45fa-a449-2c5b07eb4243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:50.615676573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"ce971ded-4cd3-428a-a662-a4892c0dbb38","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:50.61606641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"36b19010-ebbb-4ae6-8506-920c456777f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:50.634366438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4f5eb79f-9025-45fa-a449-2c5b07eb4243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:50.637702811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"ce971ded-4cd3-428a-a662-a4892c0dbb38","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:50.637832002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"36b19010-ebbb-4ae6-8506-920c456777f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:51.912329962Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-91608b45","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45","reconcileID":"16e60c13-8441-47ce-9f77-2d44b4856450","MaaSSubscription":{"name":"e2e-dry-sub-91608b45","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscription":"e2e-dry-sub-91608b45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:51.983798358Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-91608b45","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45","reconcileID":"16e60c13-8441-47ce-9f77-2d44b4856450","MaaSSubscription":{"name":"e2e-dry-sub-91608b45","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.051945451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"f83eae4a-d236-44b9-9f3b-879129399307","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.146474679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"1d6e917f-417a-437c-b779-d318158132e6","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.167914545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"d7bf24ac-8d16-4ad3-bab0-940f82d31dfc","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.168271687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"d62a1326-3e44-498a-bc1c-34bae015b17c","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.185146722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"ebebcbe8-2ce9-4663-8cc9-9f6e037ca024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.185148335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"439b77ec-7c03-4588-9abc-94747c50faac","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.185499168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fb41b5fb-4d60-4dc9-a717-c9bbd4b5fc38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.207889509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"ebebcbe8-2ce9-4663-8cc9-9f6e037ca024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.207883975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fb41b5fb-4d60-4dc9-a717-c9bbd4b5fc38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.21008923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"439b77ec-7c03-4588-9abc-94747c50faac","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.293272366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"819e0bca-f9ef-4320-a8d6-1191fb727b86","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.29525624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"ac3134ce-893e-4026-a2b5-e4517a6d57e9","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.350691252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"79dbdfef-8bfd-4f2b-80d2-6253b280060f","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.351622304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dry-sub-91608b45-auth","reconcileID":"c8b91a48-3391-47b7-9481-e9d5f2bb8496","MaaSAuthPolicy":{"name":"e2e-dry-sub-91608b45-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:52.370006798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"08b95b8d-ac3c-4384-9a3c-c170e20553ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.411983264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"499154d5-3da8-4de1-8224-99efe7d879f8","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.433299823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"a9591f2d-dcad-4bd3-8841-ff583c401d33","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.459832986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"29ed3e4f-d242-4467-97ef-0cb8ace67d87","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.487850491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"3206074f-deee-4d2b-89d4-9181bf8967c5","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.500923694Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"0f95bf2f-0ebc-4b16-9693-cd355317ac98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"simulator-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.509867625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"35f3b184-3ee4-4e56-8fbd-3a2125378ebe","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.542670766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"109b1417-f9d6-41fd-aa44-ab7609c556ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.559561611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"3c500b14-1f97-40a5-8fc4-3642ab284251","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.598405862Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"109b1417-f9d6-41fd-aa44-ab7609c556ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.618184404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"109b1417-f9d6-41fd-aa44-ab7609c556ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.627394852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"b3b73fac-1ede-4ab0-85a2-fd2d131af250","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.63988779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"a20f9224-171e-4951-b9ae-b4cf6a63e57e","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.671363453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2fc1ce79-cf49-478d-b188-c14971ca39ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.692107599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2fc1ce79-cf49-478d-b188-c14971ca39ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.699028915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"01fef9dc-8c9f-44ad-be19-363058046541","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.71194519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2fc1ce79-cf49-478d-b188-c14971ca39ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.72210279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"ddd838e0-1109-4c5e-b1b9-b39a2d07e05b","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.735017182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"0dd665b4-8bf5-45fc-9a84-79d278545a03","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:52.738724986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9bfe36/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.755276594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"59766658-4706-47af-848f-5f34f8027037","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.771824041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"763df8bf-8765-4159-84cc-cd590196a83b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.793569033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"763df8bf-8765-4159-84cc-cd590196a83b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.814582906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"763df8bf-8765-4159-84cc-cd590196a83b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.826260504Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"0e368d7b-745a-4658-89df-4169ebcc5dfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"premium-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.872068642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"26778434-fffb-4e68-93ef-502cee9e0683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.882987729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"704a11b0-17b6-4a70-a317-be059a91f3df","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.893193442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"26778434-fffb-4e68-93ef-502cee9e0683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.915455538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"e9213d10-a0da-4a87-a687-fef497e83fe5","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.918857289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"26778434-fffb-4e68-93ef-502cee9e0683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.94081036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"22b6709d-1511-46d9-80bb-e455ea4fa847","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.947991124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"ff8fbf7d-cdb6-485e-8085-d3990ddf27f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:52.958096031Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"22b6709d-1511-46d9-80bb-e455ea4fa847","name":"premium-w0-9bfe36","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-9bfe36\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:52.958144311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"22b6709d-1511-46d9-80bb-e455ea4fa847","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-9bfe36\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.963426933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"15c14999-dc3f-4d16-97d9-5d03e43fdf13","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.98778341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e09a3ab7-a9dd-4d70-98a4-9982ce67fe0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:52.990403653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"dd060f1d-4c25-4a17-88dd-3111133f1661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.010531088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e09a3ab7-a9dd-4d70-98a4-9982ce67fe0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.010949384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"dd060f1d-4c25-4a17-88dd-3111133f1661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.030148549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e09a3ab7-a9dd-4d70-98a4-9982ce67fe0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.030410568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"dd060f1d-4c25-4a17-88dd-3111133f1661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.049411084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"08abff61-378c-4d55-83fc-77c5943c9ed0","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.052516573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"3cf2539d-fa0e-493c-81e2-49bb337b09e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.098556262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d756e2b6-4311-4843-b40e-9119e95e412b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.122288439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d756e2b6-4311-4843-b40e-9119e95e412b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.149201721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d756e2b6-4311-4843-b40e-9119e95e412b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.595669303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"2e45bd8f-0954-4e92-b97e-16f98e580574","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.616881001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"24e163e0-3c5f-4d9e-8fdc-96bf911f2cc0","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.66496743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"0d92e16d-ffbd-4c9d-b9c0-28c5265f64af","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.685858222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"0d92e16d-ffbd-4c9d-b9c0-28c5265f64af","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.777056842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"4cdfa716-b19e-43a3-ad7c-1ad263225d8f","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.806485565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"b181161d-e2a3-48b6-9aea-a1cc3079aa5c","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.823949933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"4094bbb5-a7e0-4ed2-b55e-65940b7c21b4","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.82860747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"886044b6-6af0-42be-ae31-dab030a74145","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.843224114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"9a70b5b5-da65-4db6-9697-938f6a48eda1","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:53.845754088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-72ed13/e2e-combo-sub-f3e4ae2e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-f3e4ae2e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.847704623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"4094bbb5-a7e0-4ed2-b55e-65940b7c21b4","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.862131109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"b89022f6-0085-45cf-bfc1-3b01605dfaed","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.92454826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"224c59c4-fc1a-4bff-aa0b-4fb68ed3130e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.924846211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6773c6a4-8e82-47a1-ace8-4b77f9ea46f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.94594796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"224c59c4-fc1a-4bff-aa0b-4fb68ed3130e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.945992851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6773c6a4-8e82-47a1-ace8-4b77f9ea46f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:53.952658789Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f3e4ae2e","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e","reconcileID":"55dc23c4-21c2-47b1-964b-dc75564eafe9","MaaSSubscription":{"name":"e2e-combo-sub-f3e4ae2e","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/e2e-combo-sub-f3e4ae2e","ai-tenant-e2e-worker-w2-72ed13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.011874251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"e8c35e8a-9da0-45fe-944c-46d1dcebfd11","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.028510333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"0e9fbf67-5f79-45d8-89e5-133ca353f40e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.02955494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"2b5eb764-fe72-4de8-a421-592f21784143","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.050859157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"2b5eb764-fe72-4de8-a421-592f21784143","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.130659198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f3e4ae2e","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e","reconcileID":"5b46e7d5-3021-45ee-987b-822a630e151b","MaaSSubscription":{"name":"e2e-combo-sub-f3e4ae2e","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.132814855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"ed703fa2-3d9d-49a4-82cf-83d817881b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.132920952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5e97a764-03b8-42e3-b189-1963b7d27148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.154854359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5e97a764-03b8-42e3-b189-1963b7d27148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.155117783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"ed703fa2-3d9d-49a4-82cf-83d817881b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.254979609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"6dc82b35-a233-404b-8cf8-b77642d15b68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.314959889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"63465558-2b6e-4f68-9373-1f4efa54f59c","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.49331939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"c9076d88-eee3-4148-91a5-6c173c8ce9e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.549868171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"ab07cb5a-7832-463c-b960-914a4f577448","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.67372915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0a2e197f-be7e-4774-bcc0-2f7e5d91b992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.673729242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4c26f13a-9eea-421f-a917-29017f172d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.696062158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4c26f13a-9eea-421f-a917-29017f172d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.696062161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0a2e197f-be7e-4774-bcc0-2f7e5d91b992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.716467674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f6f5d52373e9101c95e280c3b3b764df127ec4d74ae95208f5a5285ccd0055a) AuthConfig (5b65379642e55200145018d01e9939bd23ef346cefa5260fac975b2607286461) AuthConfig (a0a25603f13b10f99cbb1572312442eaa21554fe19e2a8af217ddd14b953e214) AuthConfig (c246f258a2fa29827f0f27ac38fa3c321e3d16da80a172adc7278aff2fd8e48d) AuthConfig (f5ac5e3a09e8842c020a4de5551a269dd121ef0f1af38657cfdb866ee67da260) AuthConfig (c0aaf943e1ab9904f8b2855c9571abcebc2c9026db92b501bfea88a080da6e70) AuthConfig (a983a8fef13e984fab33301a8b024a3734ce7b61f18c85140c92af8e7504281c) AuthConfig (669465acfa2e330ef4d45b9b214cae7f2a0652a6f0e835294e1da997828ebf0e) AuthConfig (139f36bc29431bd5f2e978abc0946acc71af8ee38dce5b6dcc6046c41ed5d805) AuthConfig (a1d6fd3ad6eaa2415ddd4701266f8c103e590fcdf4f8a97d6b12c2996811fbec) AuthConfig (17e393ef66fb5275b0a23825a3c447cf0975c18cc4db87e12d24c8903625d344) AuthConfig (d287dff434975b88fcbd91f675e4534bda55cb8a1fa741fcea94182ea2bd67ce) AuthConfig (819f0700b3feeba02db3c8163a0d5546f9dbe3ccb1f39be68a3dd2867b6f4072) AuthConfig (55c0eb12a616aa519aad96c1b5f6f92891e7916018872f6df9e3a2a542e52c4c) AuthConfig (f0de5d2a405a1cf67975d8fb56788bba13bfc832370db6d570153390f549b5ed) AuthConfig (0810b69365f4e05e115e234dc6f6369933cf4642517e2daa43d58c85e9dfc10b) AuthConfig (9f7539c2d59c8466944f202b278dd5ac446b965508274fa51d8fe40b5f6f28b2) AuthConfig (5d5b3d92a48625f95fa83bfb92fbbb6a3f698eb2ea9c94352e072af16abc28b1) AuthConfig (c0e360a55fcfbb3baa8e0e961fea6cc5b6ac12939172720c654896ab635b2eab) AuthConfig (6c7316e41b7e8c8816260f91d14e402608825f52cfa35843c246dc8a665d2360) AuthConfig (7a2db949dcb457af602f8629148a8bc759236473f22bd7d8794744e84ad86145) AuthConfig (ecf4f65014f76bf9499ff47e7390dca4d52ed7a02c50996c81f6cc9e70cf3cd4) AuthConfig (f1c52940be16eba5fb29ed0d80c8b4d5356154e2cae2eb24c666aec3452d783b) AuthConfig (032e4f2ef38802e19971feda3872464bcd894f938585d2e5260cdf229d59ebad) AuthConfig (96ce4991ce0dadd88d737d2fa757a2a417c33e0c368dd796ad1720711878d725) AuthConfig (42148a860c4d6e44a8daadb7df275beed654ad33aac86c2f880ee1d202f149eb) AuthConfig (e363daa145a83e10206c37d771503d365abd12e53138d8b498388aa9fb7751cb) AuthConfig (83ea1d7e7a076ac5098b676ae80adacd348ce6809274b70e67ddef5448a4fce7) AuthConfig (baaf1be3c76dae6fbfb2040ec7953182722007668001aaab6ef88aad9c95ca15) AuthConfig (f1c4f9498e7b58744c7a54ceb7c1b85eb914bbec35b4845c90ac0e6e341a3a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4c26f13a-9eea-421f-a917-29017f172d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.717351202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f6f5d52373e9101c95e280c3b3b764df127ec4d74ae95208f5a5285ccd0055a) AuthConfig (5b65379642e55200145018d01e9939bd23ef346cefa5260fac975b2607286461) AuthConfig (a0a25603f13b10f99cbb1572312442eaa21554fe19e2a8af217ddd14b953e214) AuthConfig (c246f258a2fa29827f0f27ac38fa3c321e3d16da80a172adc7278aff2fd8e48d) AuthConfig (f5ac5e3a09e8842c020a4de5551a269dd121ef0f1af38657cfdb866ee67da260) AuthConfig (c0aaf943e1ab9904f8b2855c9571abcebc2c9026db92b501bfea88a080da6e70) AuthConfig (a983a8fef13e984fab33301a8b024a3734ce7b61f18c85140c92af8e7504281c) AuthConfig (669465acfa2e330ef4d45b9b214cae7f2a0652a6f0e835294e1da997828ebf0e) AuthConfig (139f36bc29431bd5f2e978abc0946acc71af8ee38dce5b6dcc6046c41ed5d805) AuthConfig (a1d6fd3ad6eaa2415ddd4701266f8c103e590fcdf4f8a97d6b12c2996811fbec) AuthConfig (17e393ef66fb5275b0a23825a3c447cf0975c18cc4db87e12d24c8903625d344) AuthConfig (d287dff434975b88fcbd91f675e4534bda55cb8a1fa741fcea94182ea2bd67ce) AuthConfig (819f0700b3feeba02db3c8163a0d5546f9dbe3ccb1f39be68a3dd2867b6f4072) AuthConfig (55c0eb12a616aa519aad96c1b5f6f92891e7916018872f6df9e3a2a542e52c4c) AuthConfig (f0de5d2a405a1cf67975d8fb56788bba13bfc832370db6d570153390f549b5ed) AuthConfig (0810b69365f4e05e115e234dc6f6369933cf4642517e2daa43d58c85e9dfc10b) AuthConfig (9f7539c2d59c8466944f202b278dd5ac446b965508274fa51d8fe40b5f6f28b2) AuthConfig (5d5b3d92a48625f95fa83bfb92fbbb6a3f698eb2ea9c94352e072af16abc28b1) AuthConfig (c0e360a55fcfbb3baa8e0e961fea6cc5b6ac12939172720c654896ab635b2eab) AuthConfig (6c7316e41b7e8c8816260f91d14e402608825f52cfa35843c246dc8a665d2360) AuthConfig (7a2db949dcb457af602f8629148a8bc759236473f22bd7d8794744e84ad86145) AuthConfig (ecf4f65014f76bf9499ff47e7390dca4d52ed7a02c50996c81f6cc9e70cf3cd4) AuthConfig (f1c52940be16eba5fb29ed0d80c8b4d5356154e2cae2eb24c666aec3452d783b) AuthConfig (032e4f2ef38802e19971feda3872464bcd894f938585d2e5260cdf229d59ebad) AuthConfig (96ce4991ce0dadd88d737d2fa757a2a417c33e0c368dd796ad1720711878d725) AuthConfig (42148a860c4d6e44a8daadb7df275beed654ad33aac86c2f880ee1d202f149eb) AuthConfig (e363daa145a83e10206c37d771503d365abd12e53138d8b498388aa9fb7751cb) AuthConfig (83ea1d7e7a076ac5098b676ae80adacd348ce6809274b70e67ddef5448a4fce7) AuthConfig (baaf1be3c76dae6fbfb2040ec7953182722007668001aaab6ef88aad9c95ca15) AuthConfig (f1c4f9498e7b58744c7a54ceb7c1b85eb914bbec35b4845c90ac0e6e341a3a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0a2e197f-be7e-4774-bcc0-2f7e5d91b992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.73811983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"5e5750d1-0f9a-4065-ba45-7f3c10c5db22","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.74087193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"ca843135-6e51-4516-98aa-31801f9aba38","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.784614316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c96ba047-1800-417d-acc5-aadd32899ba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.789073503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0d0b8d3b-768d-4766-b31d-2e8839295205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.805508409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c96ba047-1800-417d-acc5-aadd32899ba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.809955208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0d0b8d3b-768d-4766-b31d-2e8839295205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.825398098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f6f5d52373e9101c95e280c3b3b764df127ec4d74ae95208f5a5285ccd0055a) AuthConfig (5b65379642e55200145018d01e9939bd23ef346cefa5260fac975b2607286461) AuthConfig (a0a25603f13b10f99cbb1572312442eaa21554fe19e2a8af217ddd14b953e214) AuthConfig (c246f258a2fa29827f0f27ac38fa3c321e3d16da80a172adc7278aff2fd8e48d) AuthConfig (f5ac5e3a09e8842c020a4de5551a269dd121ef0f1af38657cfdb866ee67da260) AuthConfig (c0aaf943e1ab9904f8b2855c9571abcebc2c9026db92b501bfea88a080da6e70) AuthConfig (a983a8fef13e984fab33301a8b024a3734ce7b61f18c85140c92af8e7504281c) AuthConfig (669465acfa2e330ef4d45b9b214cae7f2a0652a6f0e835294e1da997828ebf0e) AuthConfig (139f36bc29431bd5f2e978abc0946acc71af8ee38dce5b6dcc6046c41ed5d805) AuthConfig (a1d6fd3ad6eaa2415ddd4701266f8c103e590fcdf4f8a97d6b12c2996811fbec) AuthConfig (17e393ef66fb5275b0a23825a3c447cf0975c18cc4db87e12d24c8903625d344) AuthConfig (d287dff434975b88fcbd91f675e4534bda55cb8a1fa741fcea94182ea2bd67ce) AuthConfig (819f0700b3feeba02db3c8163a0d5546f9dbe3ccb1f39be68a3dd2867b6f4072) AuthConfig (55c0eb12a616aa519aad96c1b5f6f92891e7916018872f6df9e3a2a542e52c4c) AuthConfig (f0de5d2a405a1cf67975d8fb56788bba13bfc832370db6d570153390f549b5ed) AuthConfig (0810b69365f4e05e115e234dc6f6369933cf4642517e2daa43d58c85e9dfc10b) AuthConfig (9f7539c2d59c8466944f202b278dd5ac446b965508274fa51d8fe40b5f6f28b2) AuthConfig (5d5b3d92a48625f95fa83bfb92fbbb6a3f698eb2ea9c94352e072af16abc28b1) AuthConfig (c0e360a55fcfbb3baa8e0e961fea6cc5b6ac12939172720c654896ab635b2eab) AuthConfig (6c7316e41b7e8c8816260f91d14e402608825f52cfa35843c246dc8a665d2360) AuthConfig (7a2db949dcb457af602f8629148a8bc759236473f22bd7d8794744e84ad86145) AuthConfig (ecf4f65014f76bf9499ff47e7390dca4d52ed7a02c50996c81f6cc9e70cf3cd4) AuthConfig (f1c52940be16eba5fb29ed0d80c8b4d5356154e2cae2eb24c666aec3452d783b) AuthConfig (032e4f2ef38802e19971feda3872464bcd894f938585d2e5260cdf229d59ebad) AuthConfig (96ce4991ce0dadd88d737d2fa757a2a417c33e0c368dd796ad1720711878d725) AuthConfig (42148a860c4d6e44a8daadb7df275beed654ad33aac86c2f880ee1d202f149eb) AuthConfig (e363daa145a83e10206c37d771503d365abd12e53138d8b498388aa9fb7751cb) AuthConfig (83ea1d7e7a076ac5098b676ae80adacd348ce6809274b70e67ddef5448a4fce7) AuthConfig (baaf1be3c76dae6fbfb2040ec7953182722007668001aaab6ef88aad9c95ca15) AuthConfig (f1c4f9498e7b58744c7a54ceb7c1b85eb914bbec35b4845c90ac0e6e341a3a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c96ba047-1800-417d-acc5-aadd32899ba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.829590151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f6f5d52373e9101c95e280c3b3b764df127ec4d74ae95208f5a5285ccd0055a) AuthConfig (5b65379642e55200145018d01e9939bd23ef346cefa5260fac975b2607286461) AuthConfig (a0a25603f13b10f99cbb1572312442eaa21554fe19e2a8af217ddd14b953e214) AuthConfig (c246f258a2fa29827f0f27ac38fa3c321e3d16da80a172adc7278aff2fd8e48d) AuthConfig (f5ac5e3a09e8842c020a4de5551a269dd121ef0f1af38657cfdb866ee67da260) AuthConfig (c0aaf943e1ab9904f8b2855c9571abcebc2c9026db92b501bfea88a080da6e70) AuthConfig (a983a8fef13e984fab33301a8b024a3734ce7b61f18c85140c92af8e7504281c) AuthConfig (669465acfa2e330ef4d45b9b214cae7f2a0652a6f0e835294e1da997828ebf0e) AuthConfig (139f36bc29431bd5f2e978abc0946acc71af8ee38dce5b6dcc6046c41ed5d805) AuthConfig (a1d6fd3ad6eaa2415ddd4701266f8c103e590fcdf4f8a97d6b12c2996811fbec) AuthConfig (17e393ef66fb5275b0a23825a3c447cf0975c18cc4db87e12d24c8903625d344) AuthConfig (d287dff434975b88fcbd91f675e4534bda55cb8a1fa741fcea94182ea2bd67ce) AuthConfig (819f0700b3feeba02db3c8163a0d5546f9dbe3ccb1f39be68a3dd2867b6f4072) AuthConfig (55c0eb12a616aa519aad96c1b5f6f92891e7916018872f6df9e3a2a542e52c4c) AuthConfig (f0de5d2a405a1cf67975d8fb56788bba13bfc832370db6d570153390f549b5ed) AuthConfig (0810b69365f4e05e115e234dc6f6369933cf4642517e2daa43d58c85e9dfc10b) AuthConfig (9f7539c2d59c8466944f202b278dd5ac446b965508274fa51d8fe40b5f6f28b2) AuthConfig (5d5b3d92a48625f95fa83bfb92fbbb6a3f698eb2ea9c94352e072af16abc28b1) AuthConfig (c0e360a55fcfbb3baa8e0e961fea6cc5b6ac12939172720c654896ab635b2eab) AuthConfig (6c7316e41b7e8c8816260f91d14e402608825f52cfa35843c246dc8a665d2360) AuthConfig (7a2db949dcb457af602f8629148a8bc759236473f22bd7d8794744e84ad86145) AuthConfig (ecf4f65014f76bf9499ff47e7390dca4d52ed7a02c50996c81f6cc9e70cf3cd4) AuthConfig (f1c52940be16eba5fb29ed0d80c8b4d5356154e2cae2eb24c666aec3452d783b) AuthConfig (032e4f2ef38802e19971feda3872464bcd894f938585d2e5260cdf229d59ebad) AuthConfig (96ce4991ce0dadd88d737d2fa757a2a417c33e0c368dd796ad1720711878d725) AuthConfig (42148a860c4d6e44a8daadb7df275beed654ad33aac86c2f880ee1d202f149eb) AuthConfig (e363daa145a83e10206c37d771503d365abd12e53138d8b498388aa9fb7751cb) AuthConfig (83ea1d7e7a076ac5098b676ae80adacd348ce6809274b70e67ddef5448a4fce7) AuthConfig (baaf1be3c76dae6fbfb2040ec7953182722007668001aaab6ef88aad9c95ca15) AuthConfig (f1c4f9498e7b58744c7a54ceb7c1b85eb914bbec35b4845c90ac0e6e341a3a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0d0b8d3b-768d-4766-b31d-2e8839295205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:55:54.842691608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c96ba047-1800-417d-acc5-aadd32899ba1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.894532766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"334013ba-7169-4b6d-ae75-28a4bcdf91d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.915558041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"334013ba-7169-4b6d-ae75-28a4bcdf91d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:54.935425126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f6f5d52373e9101c95e280c3b3b764df127ec4d74ae95208f5a5285ccd0055a) AuthConfig (5b65379642e55200145018d01e9939bd23ef346cefa5260fac975b2607286461) AuthConfig (a0a25603f13b10f99cbb1572312442eaa21554fe19e2a8af217ddd14b953e214) AuthConfig (c246f258a2fa29827f0f27ac38fa3c321e3d16da80a172adc7278aff2fd8e48d) AuthConfig (f5ac5e3a09e8842c020a4de5551a269dd121ef0f1af38657cfdb866ee67da260) AuthConfig (c0aaf943e1ab9904f8b2855c9571abcebc2c9026db92b501bfea88a080da6e70) AuthConfig (a983a8fef13e984fab33301a8b024a3734ce7b61f18c85140c92af8e7504281c) AuthConfig (669465acfa2e330ef4d45b9b214cae7f2a0652a6f0e835294e1da997828ebf0e) AuthConfig (139f36bc29431bd5f2e978abc0946acc71af8ee38dce5b6dcc6046c41ed5d805) AuthConfig (a1d6fd3ad6eaa2415ddd4701266f8c103e590fcdf4f8a97d6b12c2996811fbec) AuthConfig (17e393ef66fb5275b0a23825a3c447cf0975c18cc4db87e12d24c8903625d344) AuthConfig (d287dff434975b88fcbd91f675e4534bda55cb8a1fa741fcea94182ea2bd67ce) AuthConfig (819f0700b3feeba02db3c8163a0d5546f9dbe3ccb1f39be68a3dd2867b6f4072) AuthConfig (55c0eb12a616aa519aad96c1b5f6f92891e7916018872f6df9e3a2a542e52c4c) AuthConfig (f0de5d2a405a1cf67975d8fb56788bba13bfc832370db6d570153390f549b5ed) AuthConfig (0810b69365f4e05e115e234dc6f6369933cf4642517e2daa43d58c85e9dfc10b) AuthConfig (9f7539c2d59c8466944f202b278dd5ac446b965508274fa51d8fe40b5f6f28b2) AuthConfig (5d5b3d92a48625f95fa83bfb92fbbb6a3f698eb2ea9c94352e072af16abc28b1) AuthConfig (c0e360a55fcfbb3baa8e0e961fea6cc5b6ac12939172720c654896ab635b2eab) AuthConfig (6c7316e41b7e8c8816260f91d14e402608825f52cfa35843c246dc8a665d2360) AuthConfig (7a2db949dcb457af602f8629148a8bc759236473f22bd7d8794744e84ad86145) AuthConfig (ecf4f65014f76bf9499ff47e7390dca4d52ed7a02c50996c81f6cc9e70cf3cd4) AuthConfig (f1c52940be16eba5fb29ed0d80c8b4d5356154e2cae2eb24c666aec3452d783b) AuthConfig (032e4f2ef38802e19971feda3872464bcd894f938585d2e5260cdf229d59ebad) AuthConfig (96ce4991ce0dadd88d737d2fa757a2a417c33e0c368dd796ad1720711878d725) AuthConfig (42148a860c4d6e44a8daadb7df275beed654ad33aac86c2f880ee1d202f149eb) AuthConfig (e363daa145a83e10206c37d771503d365abd12e53138d8b498388aa9fb7751cb) AuthConfig (83ea1d7e7a076ac5098b676ae80adacd348ce6809274b70e67ddef5448a4fce7) AuthConfig (baaf1be3c76dae6fbfb2040ec7953182722007668001aaab6ef88aad9c95ca15) AuthConfig (f1c4f9498e7b58744c7a54ceb7c1b85eb914bbec35b4845c90ac0e6e341a3a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"334013ba-7169-4b6d-ae75-28a4bcdf91d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:56.295624814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a1d39029-861d-408d-853f-1a0ca08550a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:56.316663708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a1d39029-861d-408d-853f-1a0ca08550a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:56.487008526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"cc5e2dd3-5dc5-49b8-a1a2-6329ab037a1f","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:56.518453723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"41073828-1d11-4884-9a48-eb46e6379f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:56.539355837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"41073828-1d11-4884-9a48-eb46e6379f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:56.711966736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"6b05f855-4b99-4c93-a113-18138c3fab73","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:57.593484342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"cb657bbe-df2f-4ad3-9fce-f422653630ab","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:57.712087724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"6a0356e3-4094-41fa-ab7e-ff4a0a36b531","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:57.712488706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4260fed3-cd8f-4d91-ac18-0f4a6d1e4cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:57.712768215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3a55b0ee-1da8-48bc-a720-e8ba2eba37b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:57.757428763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3a55b0ee-1da8-48bc-a720-e8ba2eba37b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:57.759607892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4260fed3-cd8f-4d91-ac18-0f4a6d1e4cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:57.761758052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"6a0356e3-4094-41fa-ab7e-ff4a0a36b531","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:55:58.819755132Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.621315132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-sub","reconcileID":"b597f895-bbb9-44a3-8a84-748a01629075","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.692369756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-sub","reconcileID":"b597f895-bbb9-44a3-8a84-748a01629075","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.757770008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"3eab0c05-e77a-4ef1-b998-409c8b5ba389","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.765518374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"c101ffd7-b270-4133-903e-fe49d4c80ac0","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.812580663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"ffb3eb64-9d43-4f08-8eaa-6631b4d2831d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.812700585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8293acc8-6a9c-435e-bb51-d57ea9ba71b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.812585382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"93b7f9e7-2d49-43b5-95b2-e1ac1c8d777d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.833726989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8293acc8-6a9c-435e-bb51-d57ea9ba71b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.833956847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"93b7f9e7-2d49-43b5-95b2-e1ac1c8d777d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.835883862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"ffb3eb64-9d43-4f08-8eaa-6631b4d2831d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.922034243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"fcd9023e-7162-4f9c-99ad-c7e2ef1ebd95","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:00.965688402Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-active-auth","reconcileID":"70752a06-d714-42d4-a7b8-4684d9d721e0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:01.089407264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"3f5c9178-6e64-47d5-bd1a-20cb350c6ac2","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.077897257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"1a2093a5-1e8c-4599-9f55-f0c3ab8f2107","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.096344403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"1aefbb36-09ac-494f-8ded-0cd8b43a9c7b","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.144465406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"a8c79da3-d99f-4112-96d9-902c949c010d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.165418066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"a8c79da3-d99f-4112-96d9-902c949c010d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.253874835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"6c0fdf84-d1e6-4c81-9c79-c729042fa3b7","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.296627223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"b2274e3d-cc0b-4070-9453-127b80b8bed3","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.301604441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"6e565f9b-fd49-44a6-8bbd-cedd76e8403d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.31788491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"626f8175-3b45-46c9-8681-836112a30f7d","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.322380673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"6e565f9b-fd49-44a6-8bbd-cedd76e8403d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:56:02.332328621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-sub","reconcileID":"81e3c588-d0a7-41a9-9aec-a6f391582faf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.375141912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"104db493-d5b8-4f18-80e1-39f6dd4fc42c","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.396605979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"4cde69e9-3e9f-4244-9fac-11c6a48d7fe8","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.400973379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0c338e45-0d89-4a87-94a2-78ec50c52daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.401121823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e28fcc9c-74d6-48ca-9f33-c5eb23eac46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.421760356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0c338e45-0d89-4a87-94a2-78ec50c52daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.421891314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e28fcc9c-74d6-48ca-9f33-c5eb23eac46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.483531404Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-sub","reconcileID":"02b45b3e-0339-4669-86fc-89db4fd0a955","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.483645127Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-sub","reconcileID":"02b45b3e-0339-4669-86fc-89db4fd0a955","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-39b241/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.500442334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"20532a91-480d-45b7-b51f-b02f0de6413a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.520964453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"20532a91-480d-45b7-b51f-b02f0de6413a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.558573328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"d5f6d816-629d-4758-bff3-cc9fd73163ee","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.564412586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"aa45284c-2d80-4d84-87a7-149402d17648","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.601808013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8c1c0c17-e5e6-468a-95ce-b9a537a78a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.601811583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6f6de21f-2880-42fa-bc7d-b746122252fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.623250836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6f6de21f-2880-42fa-bc7d-b746122252fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.624811874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8c1c0c17-e5e6-468a-95ce-b9a537a78a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.662630458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-sub","reconcileID":"cd0a313f-9163-4786-b238-6e0e09250cfc","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.662755412Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-sub","reconcileID":"cd0a313f-9163-4786-b238-6e0e09250cfc","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-39b241/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.70153716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"a63ff83e-bf5a-4406-b24d-b1169a3c6151","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:02.725443699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"a63ff83e-bf5a-4406-b24d-b1169a3c6151","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:03.085413316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b62ec258-a9f0-4c94-9dd1-4b5bf25e4a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:03.106307358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b62ec258-a9f0-4c94-9dd1-4b5bf25e4a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:03.125693016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b62ec258-a9f0-4c94-9dd1-4b5bf25e4a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:03.195728098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c33dda58-7876-419c-85b7-07ff14ef31d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:03.216784562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c33dda58-7876-419c-85b7-07ff14ef31d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:03.236566064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c33dda58-7876-419c-85b7-07ff14ef31d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:04.879310471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"42a3197e-7b39-4526-8900-29c59daff8ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:04.900238432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"42a3197e-7b39-4526-8900-29c59daff8ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:04.920202261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f6f5d52373e9101c95e280c3b3b764df127ec4d74ae95208f5a5285ccd0055a) AuthConfig (5b65379642e55200145018d01e9939bd23ef346cefa5260fac975b2607286461) AuthConfig (a0a25603f13b10f99cbb1572312442eaa21554fe19e2a8af217ddd14b953e214) AuthConfig (c246f258a2fa29827f0f27ac38fa3c321e3d16da80a172adc7278aff2fd8e48d) AuthConfig (f5ac5e3a09e8842c020a4de5551a269dd121ef0f1af38657cfdb866ee67da260) AuthConfig (c0aaf943e1ab9904f8b2855c9571abcebc2c9026db92b501bfea88a080da6e70) AuthConfig (a983a8fef13e984fab33301a8b024a3734ce7b61f18c85140c92af8e7504281c) AuthConfig (669465acfa2e330ef4d45b9b214cae7f2a0652a6f0e835294e1da997828ebf0e) AuthConfig (139f36bc29431bd5f2e978abc0946acc71af8ee38dce5b6dcc6046c41ed5d805) AuthConfig (a1d6fd3ad6eaa2415ddd4701266f8c103e590fcdf4f8a97d6b12c2996811fbec) AuthConfig (17e393ef66fb5275b0a23825a3c447cf0975c18cc4db87e12d24c8903625d344) AuthConfig (d287dff434975b88fcbd91f675e4534bda55cb8a1fa741fcea94182ea2bd67ce) AuthConfig (819f0700b3feeba02db3c8163a0d5546f9dbe3ccb1f39be68a3dd2867b6f4072) AuthConfig (55c0eb12a616aa519aad96c1b5f6f92891e7916018872f6df9e3a2a542e52c4c) AuthConfig (f0de5d2a405a1cf67975d8fb56788bba13bfc832370db6d570153390f549b5ed) AuthConfig (0810b69365f4e05e115e234dc6f6369933cf4642517e2daa43d58c85e9dfc10b) AuthConfig (9f7539c2d59c8466944f202b278dd5ac446b965508274fa51d8fe40b5f6f28b2) AuthConfig (5d5b3d92a48625f95fa83bfb92fbbb6a3f698eb2ea9c94352e072af16abc28b1) AuthConfig (c0e360a55fcfbb3baa8e0e961fea6cc5b6ac12939172720c654896ab635b2eab) AuthConfig (6c7316e41b7e8c8816260f91d14e402608825f52cfa35843c246dc8a665d2360) AuthConfig (7a2db949dcb457af602f8629148a8bc759236473f22bd7d8794744e84ad86145) AuthConfig (ecf4f65014f76bf9499ff47e7390dca4d52ed7a02c50996c81f6cc9e70cf3cd4) AuthConfig (f1c52940be16eba5fb29ed0d80c8b4d5356154e2cae2eb24c666aec3452d783b) AuthConfig (032e4f2ef38802e19971feda3872464bcd894f938585d2e5260cdf229d59ebad) AuthConfig (96ce4991ce0dadd88d737d2fa757a2a417c33e0c368dd796ad1720711878d725) AuthConfig (42148a860c4d6e44a8daadb7df275beed654ad33aac86c2f880ee1d202f149eb) AuthConfig (e363daa145a83e10206c37d771503d365abd12e53138d8b498388aa9fb7751cb) AuthConfig (83ea1d7e7a076ac5098b676ae80adacd348ce6809274b70e67ddef5448a4fce7) AuthConfig (baaf1be3c76dae6fbfb2040ec7953182722007668001aaab6ef88aad9c95ca15) AuthConfig (f1c4f9498e7b58744c7a54ceb7c1b85eb914bbec35b4845c90ac0e6e341a3a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"42a3197e-7b39-4526-8900-29c59daff8ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:04.983605796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"690768ed-e105-42b2-9713-224e41cc9571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:05.00491488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"690768ed-e105-42b2-9713-224e41cc9571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:05.024671327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-664c2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f6f5d52373e9101c95e280c3b3b764df127ec4d74ae95208f5a5285ccd0055a) AuthConfig (5b65379642e55200145018d01e9939bd23ef346cefa5260fac975b2607286461) AuthConfig (a0a25603f13b10f99cbb1572312442eaa21554fe19e2a8af217ddd14b953e214) AuthConfig (c246f258a2fa29827f0f27ac38fa3c321e3d16da80a172adc7278aff2fd8e48d) AuthConfig (f5ac5e3a09e8842c020a4de5551a269dd121ef0f1af38657cfdb866ee67da260) AuthConfig (c0aaf943e1ab9904f8b2855c9571abcebc2c9026db92b501bfea88a080da6e70) AuthConfig (a983a8fef13e984fab33301a8b024a3734ce7b61f18c85140c92af8e7504281c) AuthConfig (669465acfa2e330ef4d45b9b214cae7f2a0652a6f0e835294e1da997828ebf0e) AuthConfig (139f36bc29431bd5f2e978abc0946acc71af8ee38dce5b6dcc6046c41ed5d805) AuthConfig (a1d6fd3ad6eaa2415ddd4701266f8c103e590fcdf4f8a97d6b12c2996811fbec) AuthConfig (17e393ef66fb5275b0a23825a3c447cf0975c18cc4db87e12d24c8903625d344) AuthConfig (d287dff434975b88fcbd91f675e4534bda55cb8a1fa741fcea94182ea2bd67ce) AuthConfig (819f0700b3feeba02db3c8163a0d5546f9dbe3ccb1f39be68a3dd2867b6f4072) AuthConfig (55c0eb12a616aa519aad96c1b5f6f92891e7916018872f6df9e3a2a542e52c4c) AuthConfig (f0de5d2a405a1cf67975d8fb56788bba13bfc832370db6d570153390f549b5ed) AuthConfig (0810b69365f4e05e115e234dc6f6369933cf4642517e2daa43d58c85e9dfc10b) AuthConfig (9f7539c2d59c8466944f202b278dd5ac446b965508274fa51d8fe40b5f6f28b2) AuthConfig (5d5b3d92a48625f95fa83bfb92fbbb6a3f698eb2ea9c94352e072af16abc28b1) AuthConfig (c0e360a55fcfbb3baa8e0e961fea6cc5b6ac12939172720c654896ab635b2eab) AuthConfig (6c7316e41b7e8c8816260f91d14e402608825f52cfa35843c246dc8a665d2360) AuthConfig (7a2db949dcb457af602f8629148a8bc759236473f22bd7d8794744e84ad86145) AuthConfig (ecf4f65014f76bf9499ff47e7390dca4d52ed7a02c50996c81f6cc9e70cf3cd4) AuthConfig (f1c52940be16eba5fb29ed0d80c8b4d5356154e2cae2eb24c666aec3452d783b) AuthConfig (032e4f2ef38802e19971feda3872464bcd894f938585d2e5260cdf229d59ebad) AuthConfig (96ce4991ce0dadd88d737d2fa757a2a417c33e0c368dd796ad1720711878d725) AuthConfig (42148a860c4d6e44a8daadb7df275beed654ad33aac86c2f880ee1d202f149eb) AuthConfig (e363daa145a83e10206c37d771503d365abd12e53138d8b498388aa9fb7751cb) AuthConfig (83ea1d7e7a076ac5098b676ae80adacd348ce6809274b70e67ddef5448a4fce7) AuthConfig (baaf1be3c76dae6fbfb2040ec7953182722007668001aaab6ef88aad9c95ca15) AuthConfig (f1c4f9498e7b58744c7a54ceb7c1b85eb914bbec35b4845c90ac0e6e341a3a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"690768ed-e105-42b2-9713-224e41cc9571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.3091486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"434de4bf-f267-483b-b834-f7575ce02dac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.368084382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"16deb1fc-e19a-4154-9c57-5861fe02db4e","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.470135184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"85328503-6518-40da-9cab-c79ad6a5c38f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.528974821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"22ef80ce-a0ad-47d8-ac01-76554568dce4","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.648522306Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f3e4ae2e","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e","reconcileID":"0430dfb5-f180-4789-806e-f061b2d178e6","MaaSSubscription":{"name":"e2e-combo-sub-f3e4ae2e","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscription":"e2e-combo-sub-f3e4ae2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.667553243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b8891f15-5c6b-4f8e-bb98-0116098cb3b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.667577954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"345e7bdb-b65f-44bf-ac5a-e52ee3c6970c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.689115698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b8891f15-5c6b-4f8e-bb98-0116098cb3b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.690568199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"345e7bdb-b65f-44bf-ac5a-e52ee3c6970c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.711407143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25a0de80c735c0e0503c071200b9174a6285524dd164bccb2a121299eca3fe3b) AuthConfig (e93fc55c1b4d94ca31c5dd40ba89f5e787c2bd24696fdf93e0ca67f1c65246ef) AuthConfig (50f7ac570ea7479558facd8148cd901c1aefe65f545d10e5d9ddd063c983f7a6) AuthConfig (eae24ad7bc2d2c1dfe7227ff406f80cadf3999d5aeb4759c404b52b40e2e9d9b) AuthConfig (fc8ba5e5f3dab3dd26eaf9c474af4d8e9e16d0de8ac30594503703b5cd75e6f2) AuthConfig (f93f7513591e39b960e4454fd6f271e8580d17ef2c3adef86b6d073aab3f2627) AuthConfig (c76386bec1397bb67a86618a45a317e0fb3cdcf128216cd772892f1e762dd733) AuthConfig (c0d6a4d213ad456d7163b3d4dbf3e282c551392eac8c85c429b1e4286934080f) AuthConfig (d42f8246f14a16b6746b59ee4befa394af32ce7f81663af81785883472a4d23c) AuthConfig (4daebb6662872307495dd768ddd08c0a8cc72bf990b5e5783855657758dc8a6f) AuthConfig (68133b555d3da085fa03b19b976d5a2c3baafd09366a37e8428605d1b9c2e4b3) AuthConfig (afeadd8b8eb6ce48d474115593b393f7427f3a6a58614eb1194f9fa53957a959) AuthConfig (a4b6ea2aac7d57059fc9e63d3e21c604983175b1e04d9b33360063bb9bdca91a) AuthConfig (05b218c9100c915e8fddc84697585313516186b8d7d60ef65b4c76f19a4c2fcf) AuthConfig (f8156c9de382bd992629d17d6a42a0c4cada5cdb39f926dd0e2a5e9c9c5716dd) AuthConfig (45444a9819d140d73dc380b2093a1d9025228bc03d347248f332d45718e2c026) AuthConfig (db66061a7b854e69cb98666f6d55d6becbd2578e52e59e39ca78a31de68f7c21) AuthConfig (5e31f058bf07d30997d2aeef3b81cc279728379a32bb518ef49ec953bd38248e) AuthConfig (eda2e01e3ef8b61e1c83a443b7702f23a73537e0a7597e43c8963669fb709c66) AuthConfig (d6a9956d859456d7a833dcd78e463b24c28ef945ccefa87384f87a7aff20b0a5) AuthConfig (835acfe31229fb8cadf5aeb508dac78d15c8a707e76053eda2e4d065ce15c413) AuthConfig (ab5305f3d5b863b0f7786a826135fc0031fb87de430df510db0e816cf4cb51f1) AuthConfig (58e2ae74a1a2759a969b1f7f5e3135b71cdd3a11aeb46987aa5bdb04e2b3b469) AuthConfig (7d8552914bbfd72950084c848b55d08ed3327692aaad191a5c7e8b239a7f1fa4) AuthConfig (a955fd05424a4b46a6c13b2579339e750a034b2cb7a4e946436ff462a645f7e0) AuthConfig (b73aa04fbd031257290298f86a3ca9cebbbabcdb202da4bab66ee7120a3d72ee) AuthConfig (c3aa5507e0924f9460b51fc6b5e01cbcb64bd3edbbcb207c8cc038fc2d02e1c1) AuthConfig (7658caf5fb8eaa43925dd00d54d1384b5e7e677055dd1100b3bc56bbf901e9d1) AuthConfig (4012246fecd46317ee31e0a77f0d39ef9ba6bbffdcedb5392b62be81c25de5b5) AuthConfig (01940bc23b1bfa2816744cf14b8bab49a1aeec7cdb09e99b6b8f856fefb9c623)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b8891f15-5c6b-4f8e-bb98-0116098cb3b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.711931082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25a0de80c735c0e0503c071200b9174a6285524dd164bccb2a121299eca3fe3b) AuthConfig (e93fc55c1b4d94ca31c5dd40ba89f5e787c2bd24696fdf93e0ca67f1c65246ef) AuthConfig (50f7ac570ea7479558facd8148cd901c1aefe65f545d10e5d9ddd063c983f7a6) AuthConfig (eae24ad7bc2d2c1dfe7227ff406f80cadf3999d5aeb4759c404b52b40e2e9d9b) AuthConfig (fc8ba5e5f3dab3dd26eaf9c474af4d8e9e16d0de8ac30594503703b5cd75e6f2) AuthConfig (f93f7513591e39b960e4454fd6f271e8580d17ef2c3adef86b6d073aab3f2627) AuthConfig (c76386bec1397bb67a86618a45a317e0fb3cdcf128216cd772892f1e762dd733) AuthConfig (c0d6a4d213ad456d7163b3d4dbf3e282c551392eac8c85c429b1e4286934080f) AuthConfig (d42f8246f14a16b6746b59ee4befa394af32ce7f81663af81785883472a4d23c) AuthConfig (4daebb6662872307495dd768ddd08c0a8cc72bf990b5e5783855657758dc8a6f) AuthConfig (68133b555d3da085fa03b19b976d5a2c3baafd09366a37e8428605d1b9c2e4b3) AuthConfig (afeadd8b8eb6ce48d474115593b393f7427f3a6a58614eb1194f9fa53957a959) AuthConfig (a4b6ea2aac7d57059fc9e63d3e21c604983175b1e04d9b33360063bb9bdca91a) AuthConfig (05b218c9100c915e8fddc84697585313516186b8d7d60ef65b4c76f19a4c2fcf) AuthConfig (f8156c9de382bd992629d17d6a42a0c4cada5cdb39f926dd0e2a5e9c9c5716dd) AuthConfig (45444a9819d140d73dc380b2093a1d9025228bc03d347248f332d45718e2c026) AuthConfig (db66061a7b854e69cb98666f6d55d6becbd2578e52e59e39ca78a31de68f7c21) AuthConfig (5e31f058bf07d30997d2aeef3b81cc279728379a32bb518ef49ec953bd38248e) AuthConfig (eda2e01e3ef8b61e1c83a443b7702f23a73537e0a7597e43c8963669fb709c66) AuthConfig (d6a9956d859456d7a833dcd78e463b24c28ef945ccefa87384f87a7aff20b0a5) AuthConfig (835acfe31229fb8cadf5aeb508dac78d15c8a707e76053eda2e4d065ce15c413) AuthConfig (ab5305f3d5b863b0f7786a826135fc0031fb87de430df510db0e816cf4cb51f1) AuthConfig (58e2ae74a1a2759a969b1f7f5e3135b71cdd3a11aeb46987aa5bdb04e2b3b469) AuthConfig (7d8552914bbfd72950084c848b55d08ed3327692aaad191a5c7e8b239a7f1fa4) AuthConfig (a955fd05424a4b46a6c13b2579339e750a034b2cb7a4e946436ff462a645f7e0) AuthConfig (b73aa04fbd031257290298f86a3ca9cebbbabcdb202da4bab66ee7120a3d72ee) AuthConfig (c3aa5507e0924f9460b51fc6b5e01cbcb64bd3edbbcb207c8cc038fc2d02e1c1) AuthConfig (7658caf5fb8eaa43925dd00d54d1384b5e7e677055dd1100b3bc56bbf901e9d1) AuthConfig (4012246fecd46317ee31e0a77f0d39ef9ba6bbffdcedb5392b62be81c25de5b5) AuthConfig (01940bc23b1bfa2816744cf14b8bab49a1aeec7cdb09e99b6b8f856fefb9c623)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"345e7bdb-b65f-44bf-ac5a-e52ee3c6970c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.720739699Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f3e4ae2e","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e","reconcileID":"0430dfb5-f180-4789-806e-f061b2d178e6","MaaSSubscription":{"name":"e2e-combo-sub-f3e4ae2e","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.733590332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"e345e532-cfbc-4195-8887-b7bdeca25d69","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.736312238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"b087120a-d5c1-4d55-b146-dc4720061b02","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.785405894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c8853517-c7e7-44b5-b86a-d3c342003fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.785463216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"26cdfdc5-7244-4d1f-8af9-395ad01bc8c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.788487987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"ded12780-0e8d-49f3-8530-02f3a41e3d79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.795311385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"d0508f47-8b2c-4595-82a3-8193e0cdbd80","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.806709488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c8853517-c7e7-44b5-b86a-d3c342003fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.807006406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"26cdfdc5-7244-4d1f-8af9-395ad01bc8c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.818723949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"f7538c84-0bf8-4507-a1e2-66a456004d57","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.826835526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25a0de80c735c0e0503c071200b9174a6285524dd164bccb2a121299eca3fe3b) AuthConfig (e93fc55c1b4d94ca31c5dd40ba89f5e787c2bd24696fdf93e0ca67f1c65246ef) AuthConfig (50f7ac570ea7479558facd8148cd901c1aefe65f545d10e5d9ddd063c983f7a6) AuthConfig (eae24ad7bc2d2c1dfe7227ff406f80cadf3999d5aeb4759c404b52b40e2e9d9b) AuthConfig (fc8ba5e5f3dab3dd26eaf9c474af4d8e9e16d0de8ac30594503703b5cd75e6f2) AuthConfig (f93f7513591e39b960e4454fd6f271e8580d17ef2c3adef86b6d073aab3f2627) AuthConfig (c76386bec1397bb67a86618a45a317e0fb3cdcf128216cd772892f1e762dd733) AuthConfig (c0d6a4d213ad456d7163b3d4dbf3e282c551392eac8c85c429b1e4286934080f) AuthConfig (d42f8246f14a16b6746b59ee4befa394af32ce7f81663af81785883472a4d23c) AuthConfig (4daebb6662872307495dd768ddd08c0a8cc72bf990b5e5783855657758dc8a6f) AuthConfig (68133b555d3da085fa03b19b976d5a2c3baafd09366a37e8428605d1b9c2e4b3) AuthConfig (afeadd8b8eb6ce48d474115593b393f7427f3a6a58614eb1194f9fa53957a959) AuthConfig (a4b6ea2aac7d57059fc9e63d3e21c604983175b1e04d9b33360063bb9bdca91a) AuthConfig (05b218c9100c915e8fddc84697585313516186b8d7d60ef65b4c76f19a4c2fcf) AuthConfig (f8156c9de382bd992629d17d6a42a0c4cada5cdb39f926dd0e2a5e9c9c5716dd) AuthConfig (45444a9819d140d73dc380b2093a1d9025228bc03d347248f332d45718e2c026) AuthConfig (db66061a7b854e69cb98666f6d55d6becbd2578e52e59e39ca78a31de68f7c21) AuthConfig (5e31f058bf07d30997d2aeef3b81cc279728379a32bb518ef49ec953bd38248e) AuthConfig (eda2e01e3ef8b61e1c83a443b7702f23a73537e0a7597e43c8963669fb709c66) AuthConfig (d6a9956d859456d7a833dcd78e463b24c28ef945ccefa87384f87a7aff20b0a5) AuthConfig (835acfe31229fb8cadf5aeb508dac78d15c8a707e76053eda2e4d065ce15c413) AuthConfig (ab5305f3d5b863b0f7786a826135fc0031fb87de430df510db0e816cf4cb51f1) AuthConfig (58e2ae74a1a2759a969b1f7f5e3135b71cdd3a11aeb46987aa5bdb04e2b3b469) AuthConfig (7d8552914bbfd72950084c848b55d08ed3327692aaad191a5c7e8b239a7f1fa4) AuthConfig (a955fd05424a4b46a6c13b2579339e750a034b2cb7a4e946436ff462a645f7e0) AuthConfig (b73aa04fbd031257290298f86a3ca9cebbbabcdb202da4bab66ee7120a3d72ee) AuthConfig (c3aa5507e0924f9460b51fc6b5e01cbcb64bd3edbbcb207c8cc038fc2d02e1c1) AuthConfig (7658caf5fb8eaa43925dd00d54d1384b5e7e677055dd1100b3bc56bbf901e9d1) AuthConfig (4012246fecd46317ee31e0a77f0d39ef9ba6bbffdcedb5392b62be81c25de5b5) AuthConfig (01940bc23b1bfa2816744cf14b8bab49a1aeec7cdb09e99b6b8f856fefb9c623)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"26cdfdc5-7244-4d1f-8af9-395ad01bc8c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.826989657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25a0de80c735c0e0503c071200b9174a6285524dd164bccb2a121299eca3fe3b) AuthConfig (e93fc55c1b4d94ca31c5dd40ba89f5e787c2bd24696fdf93e0ca67f1c65246ef) AuthConfig (50f7ac570ea7479558facd8148cd901c1aefe65f545d10e5d9ddd063c983f7a6) AuthConfig (eae24ad7bc2d2c1dfe7227ff406f80cadf3999d5aeb4759c404b52b40e2e9d9b) AuthConfig (fc8ba5e5f3dab3dd26eaf9c474af4d8e9e16d0de8ac30594503703b5cd75e6f2) AuthConfig (f93f7513591e39b960e4454fd6f271e8580d17ef2c3adef86b6d073aab3f2627) AuthConfig (c76386bec1397bb67a86618a45a317e0fb3cdcf128216cd772892f1e762dd733) AuthConfig (c0d6a4d213ad456d7163b3d4dbf3e282c551392eac8c85c429b1e4286934080f) AuthConfig (d42f8246f14a16b6746b59ee4befa394af32ce7f81663af81785883472a4d23c) AuthConfig (4daebb6662872307495dd768ddd08c0a8cc72bf990b5e5783855657758dc8a6f) AuthConfig (68133b555d3da085fa03b19b976d5a2c3baafd09366a37e8428605d1b9c2e4b3) AuthConfig (afeadd8b8eb6ce48d474115593b393f7427f3a6a58614eb1194f9fa53957a959) AuthConfig (a4b6ea2aac7d57059fc9e63d3e21c604983175b1e04d9b33360063bb9bdca91a) AuthConfig (05b218c9100c915e8fddc84697585313516186b8d7d60ef65b4c76f19a4c2fcf) AuthConfig (f8156c9de382bd992629d17d6a42a0c4cada5cdb39f926dd0e2a5e9c9c5716dd) AuthConfig (45444a9819d140d73dc380b2093a1d9025228bc03d347248f332d45718e2c026) AuthConfig (db66061a7b854e69cb98666f6d55d6becbd2578e52e59e39ca78a31de68f7c21) AuthConfig (5e31f058bf07d30997d2aeef3b81cc279728379a32bb518ef49ec953bd38248e) AuthConfig (eda2e01e3ef8b61e1c83a443b7702f23a73537e0a7597e43c8963669fb709c66) AuthConfig (d6a9956d859456d7a833dcd78e463b24c28ef945ccefa87384f87a7aff20b0a5) AuthConfig (835acfe31229fb8cadf5aeb508dac78d15c8a707e76053eda2e4d065ce15c413) AuthConfig (ab5305f3d5b863b0f7786a826135fc0031fb87de430df510db0e816cf4cb51f1) AuthConfig (58e2ae74a1a2759a969b1f7f5e3135b71cdd3a11aeb46987aa5bdb04e2b3b469) AuthConfig (7d8552914bbfd72950084c848b55d08ed3327692aaad191a5c7e8b239a7f1fa4) AuthConfig (a955fd05424a4b46a6c13b2579339e750a034b2cb7a4e946436ff462a645f7e0) AuthConfig (b73aa04fbd031257290298f86a3ca9cebbbabcdb202da4bab66ee7120a3d72ee) AuthConfig (c3aa5507e0924f9460b51fc6b5e01cbcb64bd3edbbcb207c8cc038fc2d02e1c1) AuthConfig (7658caf5fb8eaa43925dd00d54d1384b5e7e677055dd1100b3bc56bbf901e9d1) AuthConfig (4012246fecd46317ee31e0a77f0d39ef9ba6bbffdcedb5392b62be81c25de5b5) AuthConfig (01940bc23b1bfa2816744cf14b8bab49a1aeec7cdb09e99b6b8f856fefb9c623)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c8853517-c7e7-44b5-b86a-d3c342003fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:56:07.845120267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"26cdfdc5-7244-4d1f-8af9-395ad01bc8c3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.884930179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a022604f-46aa-4f23-9994-b582dad3c4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.886205542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"accf4e9f-ef94-4edd-a0a1-91dffec0c96f","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.886218592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1a4680e9-3b9d-4ee2-8f93-30d6d3944eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.905705132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a022604f-46aa-4f23-9994-b582dad3c4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.90879318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"accf4e9f-ef94-4edd-a0a1-91dffec0c96f","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.90964487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1a4680e9-3b9d-4ee2-8f93-30d6d3944eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.951758889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"ea907100-4d85-47de-81dd-a5179a62d768","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:07.982744686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"d8647b9d-06bc-46cb-9bf1-76eb179b711c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:08.003493197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"d8647b9d-06bc-46cb-9bf1-76eb179b711c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:08.023578113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9bfe36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25a0de80c735c0e0503c071200b9174a6285524dd164bccb2a121299eca3fe3b) AuthConfig (e93fc55c1b4d94ca31c5dd40ba89f5e787c2bd24696fdf93e0ca67f1c65246ef) AuthConfig (50f7ac570ea7479558facd8148cd901c1aefe65f545d10e5d9ddd063c983f7a6) AuthConfig (eae24ad7bc2d2c1dfe7227ff406f80cadf3999d5aeb4759c404b52b40e2e9d9b) AuthConfig (fc8ba5e5f3dab3dd26eaf9c474af4d8e9e16d0de8ac30594503703b5cd75e6f2) AuthConfig (f93f7513591e39b960e4454fd6f271e8580d17ef2c3adef86b6d073aab3f2627) AuthConfig (c76386bec1397bb67a86618a45a317e0fb3cdcf128216cd772892f1e762dd733) AuthConfig (c0d6a4d213ad456d7163b3d4dbf3e282c551392eac8c85c429b1e4286934080f) AuthConfig (d42f8246f14a16b6746b59ee4befa394af32ce7f81663af81785883472a4d23c) AuthConfig (4daebb6662872307495dd768ddd08c0a8cc72bf990b5e5783855657758dc8a6f) AuthConfig (68133b555d3da085fa03b19b976d5a2c3baafd09366a37e8428605d1b9c2e4b3) AuthConfig (afeadd8b8eb6ce48d474115593b393f7427f3a6a58614eb1194f9fa53957a959) AuthConfig (a4b6ea2aac7d57059fc9e63d3e21c604983175b1e04d9b33360063bb9bdca91a) AuthConfig (05b218c9100c915e8fddc84697585313516186b8d7d60ef65b4c76f19a4c2fcf) AuthConfig (f8156c9de382bd992629d17d6a42a0c4cada5cdb39f926dd0e2a5e9c9c5716dd) AuthConfig (45444a9819d140d73dc380b2093a1d9025228bc03d347248f332d45718e2c026) AuthConfig (db66061a7b854e69cb98666f6d55d6becbd2578e52e59e39ca78a31de68f7c21) AuthConfig (5e31f058bf07d30997d2aeef3b81cc279728379a32bb518ef49ec953bd38248e) AuthConfig (eda2e01e3ef8b61e1c83a443b7702f23a73537e0a7597e43c8963669fb709c66) AuthConfig (d6a9956d859456d7a833dcd78e463b24c28ef945ccefa87384f87a7aff20b0a5) AuthConfig (835acfe31229fb8cadf5aeb508dac78d15c8a707e76053eda2e4d065ce15c413) AuthConfig (ab5305f3d5b863b0f7786a826135fc0031fb87de430df510db0e816cf4cb51f1) AuthConfig (58e2ae74a1a2759a969b1f7f5e3135b71cdd3a11aeb46987aa5bdb04e2b3b469) AuthConfig (7d8552914bbfd72950084c848b55d08ed3327692aaad191a5c7e8b239a7f1fa4) AuthConfig (a955fd05424a4b46a6c13b2579339e750a034b2cb7a4e946436ff462a645f7e0) AuthConfig (b73aa04fbd031257290298f86a3ca9cebbbabcdb202da4bab66ee7120a3d72ee) AuthConfig (c3aa5507e0924f9460b51fc6b5e01cbcb64bd3edbbcb207c8cc038fc2d02e1c1) AuthConfig (7658caf5fb8eaa43925dd00d54d1384b5e7e677055dd1100b3bc56bbf901e9d1) AuthConfig (4012246fecd46317ee31e0a77f0d39ef9ba6bbffdcedb5392b62be81c25de5b5) AuthConfig (01940bc23b1bfa2816744cf14b8bab49a1aeec7cdb09e99b6b8f856fefb9c623)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"d8647b9d-06bc-46cb-9bf1-76eb179b711c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:08.037352949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-combo-sub-f3e4ae2e-auth","reconcileID":"22ad760f-4f5a-4cd9-8fbf-aed9c9d21939","MaaSAuthPolicy":{"name":"e2e-combo-sub-f3e4ae2e-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:08.258609217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"623a25c4-bbfd-4e27-aae7-fd866e5b433a","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:09.937838518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"cdc3f87e-7269-46ce-a8d3-3707265645ad","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:09.958487073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"8227369b-83bb-414e-b8b7-6ea6ebd63b2d","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.011019779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"a126e543-ed25-4420-aa14-5ca5b5066247","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.032060504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"a126e543-ed25-4420-aa14-5ca5b5066247","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.120736237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d1afb318-011d-4dff-8b47-d44d2797b182","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.157742385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"60129e27-b98d-45af-b2f4-5b1fc92878a4","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.17789407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"e848f81e-f290-4dcc-a3bd-64936f1a52ab","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.188378572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"db813004-59a7-4831-83da-fd8d1a1d71c7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:56:10.193200038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d6ed9464","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464","reconcileID":"11d7a911-1e93-49d4-a75d-526adc146e5d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-d6ed9464\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.209403487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"db813004-59a7-4831-83da-fd8d1a1d71c7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.236434412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"f8be8ee0-ceb5-4f5b-b843-577c3ef65252","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.257735794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"6a1824eb-faf0-4376-ad4e-80da436db483","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.272464577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"96b55e51-84cc-44df-b50f-ecc8a3a2d8f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.272662646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"df9047d9-744e-4932-bc84-cdecc42c6e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.293581707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"df9047d9-744e-4932-bc84-cdecc42c6e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.293650479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"96b55e51-84cc-44df-b50f-ecc8a3a2d8f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.347252211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d6ed9464","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464","reconcileID":"d931721a-d9fd-48d2-bf81-c9c757c9e537","MaaSSubscription":{"name":"e2e-bulk-sub-d6ed9464","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-bulk-sub-d6ed9464","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.388218483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"f4a10908-99c9-461d-ba99-0a1bcf48ba5d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.40570618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"99c967e1-1132-40cd-9799-cddd0f094081","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.411086125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"f4a10908-99c9-461d-ba99-0a1bcf48ba5d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.422861089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"8dbf5565-e755-4884-9d41-5c2a5762ad64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.489009462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"36006f72-b623-4eb6-a213-41bf3a64c84d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.489051176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"6f9f6953-fa92-4b66-b411-8d62a671a08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.510175241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"6f9f6953-fa92-4b66-b411-8d62a671a08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.510175211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"36006f72-b623-4eb6-a213-41bf3a64c84d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:10.523005325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d6ed9464","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464","reconcileID":"d3d5415a-4bd9-4b4d-87dc-1d2f3526e9a6","MaaSSubscription":{"name":"e2e-bulk-sub-d6ed9464","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:13.556970898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"6e81807d-e0e1-4332-88d1-e41ba1b2521a","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:13.617245398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"5813206c-7505-48a7-b7f2-9fe073a43e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:13.617556555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"2b95ab41-3c2f-4cd9-a3da-48fd39ff1843","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:13.617866094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"41e86469-7664-48b4-bd96-89c389f1391e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:13.652668801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"41e86469-7664-48b4-bd96-89c389f1391e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:13.656253599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"2b95ab41-3c2f-4cd9-a3da-48fd39ff1843","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:13.660112613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"5813206c-7505-48a7-b7f2-9fe073a43e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:14.970180122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"eebd264e-303d-4c72-b744-f7c5097e57d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:14.991177186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"eebd264e-303d-4c72-b744-f7c5097e57d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.002362094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"264da300-d368-4b25-9bc0-236226197b6d","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.070241484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"1061c221-ff05-4ebc-aaaa-d6a3a43c2ec2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.070267023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3b1a6e0f-5a33-4da6-99ec-668ed4c0ff27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.070670245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4894ca8f-8c8d-4f26-ad4b-c2dcb9ceb387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.091416917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3b1a6e0f-5a33-4da6-99ec-668ed4c0ff27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.09156987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4894ca8f-8c8d-4f26-ad4b-c2dcb9ceb387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.093746452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"1061c221-ff05-4ebc-aaaa-d6a3a43c2ec2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.163051561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"9f62cbeb-7b4e-4aa2-9d1a-dec9c67e5bc5","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.169591879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5b35c9b4-7ce8-4a9e-9bd2-4e1ad3f0950c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.190439257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5b35c9b4-7ce8-4a9e-9bd2-4e1ad3f0950c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:15.277801561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"606887c4-60da-47d9-83d4-c0de459a2fe4","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:16.730846907Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"32098ff1-eea7-410c-bb65-89ff0912ad67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:16.809204636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"3b9bf1fa-2b1a-42b0-bcb8-f265ee1760c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:16.809224557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"ae9908c4-3a3b-4ec7-b659-373636d22df6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:16.831563339Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"c02fdc47-0314-4692-8522-e30a982d9c1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:16.908581985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"541f0293-23bd-4c15-b19a-f8945b727c79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:16.908582349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"ef82b8e2-240e-40ab-8cc9-a117e23e315e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:17.009072898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ad42ff3-fdda-42ce-b2c9-1134efea87e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:17.009148993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"59447af3-4b71-4229-bc44-8f978ecec30b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:17.009608265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"32a3e03f-9e67-4e32-8de7-35580d465371","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:17.026334877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"dcf76057-2256-484e-a4b5-2577d2eed7ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:17.180259131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"89fccfc9-54c6-4d46-a88a-ffb42135789c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:17.228261443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"a8bbf9d6-123c-4510-a8e7-0d30b8344601","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:17.229986362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b20b032-1ac8-477c-8a01-6b0f1962f75b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:17.239133202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"987aec81-429d-437c-89b5-8a3ed4eb2e26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:17.877634171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"099ca20b-a9d3-47ab-9671-88a99fa42815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:17.899869852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"099ca20b-a9d3-47ab-9671-88a99fa42815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:18.071495795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2ac7916d-301c-4fac-b3df-de626c8fdc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:18.072132576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"d4d8edbe-d552-4dbb-80fb-6e93e8cf9414","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:18.092554829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2ac7916d-301c-4fac-b3df-de626c8fdc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:18.273725982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"2348bad2-4024-4171-b5b9-55052150f34c","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.228099015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"b88c4c08-d1b2-4575-a647-f4638476cab1","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.248572965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"7d077b2c-f458-431e-8ab1-f5879a40b70e","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.29928999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"6f5bb57c-49fe-4b01-97ce-558f364972c9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.320220989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"6f5bb57c-49fe-4b01-97ce-558f364972c9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.496732357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"7a927f3d-153e-4d1e-be2e-48164098aeda","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.54408334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"627670f6-e1e0-4058-bbcd-61f9293ad444","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.56690024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"627670f6-e1e0-4058-bbcd-61f9293ad444","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:56:19.644671986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-sub","reconcileID":"841f71fc-278e-4d3f-be84-efe9bb1f13ed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.662631646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e3ebe65d-ba5d-41f4-81c7-ae82bfc7a5e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.663203446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5c87b34c-aa2b-4bb8-b473-6f8b71859d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.684387372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5c87b34c-aa2b-4bb8-b473-6f8b71859d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.684438843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e3ebe65d-ba5d-41f4-81c7-ae82bfc7a5e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:56:19.736581416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"627670f6-e1e0-4058-bbcd-61f9293ad444","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.790489899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"cb45e7c6-5bf1-41fc-809c-60cd995e8d4b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.811393548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"cb45e7c6-5bf1-41fc-809c-60cd995e8d4b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.890486451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"f4428bf0-f90b-474f-b0e0-9127a2ada0c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.890570712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a0a5ac8c-b736-4cd0-9821-27e47fcad05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.911546512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"f4428bf0-f90b-474f-b0e0-9127a2ada0c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:19.911671253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a0a5ac8c-b736-4cd0-9821-27e47fcad05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:22.386377146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"896c21d7-f5c4-4ca7-b1ca-103d27d6d96b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:22.386547417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3c6911d3-7d5c-4d60-b457-53cce547943d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:22.386380447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"417090f3-5d8e-407e-9ecb-32ee7b0c3ad8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:22.407481274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"896c21d7-f5c4-4ca7-b1ca-103d27d6d96b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:22.408041005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"417090f3-5d8e-407e-9ecb-32ee7b0c3ad8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:22.410121285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3c6911d3-7d5c-4d60-b457-53cce547943d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.61152874Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d6ed9464","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464","reconcileID":"14be6f6a-b8cf-41fe-b0f2-8a53bba4e223","MaaSSubscription":{"name":"e2e-bulk-sub-d6ed9464","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscription":"e2e-bulk-sub-d6ed9464","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.665730885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d6ed9464","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464","reconcileID":"14be6f6a-b8cf-41fe-b0f2-8a53bba4e223","MaaSSubscription":{"name":"e2e-bulk-sub-d6ed9464","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.739689804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"98873476-3c1c-485b-8621-3b78cbe3aeca","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.790851122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"7be2ba3d-79ba-4654-902c-d5b3f4181023","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.790878488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"cc45c2f9-8319-417d-8e0c-d9a3a9bb1419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.791232598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"297f82a2-16ad-45c9-b59d-abff2021d016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.812091217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"7be2ba3d-79ba-4654-902c-d5b3f4181023","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.812230047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"cc45c2f9-8319-417d-8e0c-d9a3a9bb1419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.814210555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"297f82a2-16ad-45c9-b59d-abff2021d016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.89867166Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-bulk-sub-d6ed9464-auth","reconcileID":"91ea42d9-211d-42dc-aaff-53e541967760","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d6ed9464-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:23.898758086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"2a604fc2-f2da-4c9b-991e-197639b3ce5c","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:24.066191751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c25c546d-943b-4950-b75a-d5d8dd4d6e30","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.056041654Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-sub","reconcileID":"9a337ddf-48a9-4984-975b-4c908c5cdc48","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.106239469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-sub","reconcileID":"9a337ddf-48a9-4984-975b-4c908c5cdc48","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.106262369Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-sub","reconcileID":"9a337ddf-48a9-4984-975b-4c908c5cdc48","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.106359419Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-sub","reconcileID":"9a337ddf-48a9-4984-975b-4c908c5cdc48","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-39b241/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.197101369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"288cd7ed-d405-4ec4-9c91-ae657b755d6c","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.248969521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"f9f9601e-5054-4c2c-8cbd-2e40e44322c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.249031147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"1fc4d283-e1ff-45c7-908e-ad7277427278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.249385391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"3d5cabe4-c7c0-42fa-8303-f547cb9dcfce","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.270263621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"1fc4d283-e1ff-45c7-908e-ad7277427278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.270690782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"f9f9601e-5054-4c2c-8cbd-2e40e44322c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.272411564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"3d5cabe4-c7c0-42fa-8303-f547cb9dcfce","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.339500136Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-degraded-auth","reconcileID":"c07e6b8a-20b6-41ad-a235-02bcd9e9c7cc","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.339597122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"ebf271b3-42c9-44fe-a2be-25db961e3ef1","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:25.523538998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"7d47d0e9-aa89-4006-b0b1-8f1311e49915","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:27.348484464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"82e0c139-e33c-488d-953c-72febf39713e","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:27.367646755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"ae8e2f66-8732-4621-9dc8-fb585d44ee87","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:27.417559009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-273ee743","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-gw-auth-273ee743","reconcileID":"c40d2293-de07-4fb6-9062-7bc6d46fc759","MaaSAuthPolicy":{"name":"e2e-gw-auth-273ee743","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:27.438682198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-273ee743","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-gw-auth-273ee743","reconcileID":"c40d2293-de07-4fb6-9062-7bc6d46fc759","MaaSAuthPolicy":{"name":"e2e-gw-auth-273ee743","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:27.614430565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"0066ae4f-2fa3-4141-b547-91a619097fc6","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:27.66198433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-273ee743","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-gw-auth-273ee743","reconcileID":"8ce0f609-108c-408e-a37b-3e71d2e8256f","MaaSAuthPolicy":{"name":"e2e-gw-auth-273ee743","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:27.68379217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-273ee743","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-gw-auth-273ee743","reconcileID":"8ce0f609-108c-408e-a37b-3e71d2e8256f","MaaSAuthPolicy":{"name":"e2e-gw-auth-273ee743","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:28.819317667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:30.456140195Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-273ee743","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-gw-auth-273ee743","reconcileID":"27952ab1-d6c0-44d7-84ab-9fe14dd91682","MaaSAuthPolicy":{"name":"e2e-gw-auth-273ee743","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:30.456257586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"655780ef-1cad-4473-8334-819f19c7e17c","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:30.593492765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"18bc1414-0004-4668-8150-5e57d618dc41","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.384267795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"6ad2a16f-6c3f-4b78-aab2-a37dfc26134f","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.384674981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"a95c0a84-6258-4e80-a1ab-00c058406208","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.386781975Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-sub","reconcileID":"2ce02bfa-6f13-47c8-a409-198191ad7d69","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.386871159Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-sub","reconcileID":"2ce02bfa-6f13-47c8-a409-198191ad7d69","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-72ed13/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.415657702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"b826bb70-53f4-423a-b8aa-64e671e5ff8c","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.415975078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"3a6b52d3-5d6d-45cd-944a-a85d9455028b","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.432318406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"4beb61af-ad01-4d79-874f-a0ee07a93079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.435038484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ec2917d5-a871-4cfe-ab6b-8492789e867a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.449267166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"2aba9f5c-6e16-44b1-a3df-b66a126f7257","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.453738879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"4beb61af-ad01-4d79-874f-a0ee07a93079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.455859413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ec2917d5-a871-4cfe-ab6b-8492789e867a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.549902676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"5335e10b-a1b0-48cd-aead-7f9a34f0b535","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.567859494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"0b73e122-d09e-4199-b53d-acc5647d0914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.56785949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a58740e1-9f67-42c4-91a2-3700c5fd9db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.588933963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"0b73e122-d09e-4199-b53d-acc5647d0914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.589022936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a58740e1-9f67-42c4-91a2-3700c5fd9db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.66917503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b3617f72-8d47-4e6d-a006-c558597bb517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.669382899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3e1db77a-b01d-4871-ba58-bd9753040cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.669187259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"69a9375c-4ac3-4ca0-86e3-dbaa53c1fbad","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.690680358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"69a9375c-4ac3-4ca0-86e3-dbaa53c1fbad","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.690764388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b3617f72-8d47-4e6d-a006-c558597bb517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.692887071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3e1db77a-b01d-4871-ba58-bd9753040cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.712984243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"5840aa1a-71e6-4373-9f43-996e954d6da5","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:32.820962307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-apikey-failed-auth","reconcileID":"854e2ed5-c4e1-4cd6-a36d-01535ecae44d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:33.042304257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"4404710a-d8d8-444c-b8f5-02e53169e34e","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:34.910119972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"70137ce1-0914-4fb5-a28f-944712be38a3","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:34.931251066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"a5d12e12-2b82-4d10-ae91-c681a08ce239","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:34.983394532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"c79c8a7a-fdbe-46b5-a248-a39effd5734e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.004373544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"c79c8a7a-fdbe-46b5-a248-a39effd5734e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.094366476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"eb7644e2-bece-474c-9b4e-ea848e0d5ce4","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.119020472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"495609b1-c02c-4503-8861-231757e32c32","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.137998067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"68febe12-a964-472d-b9c3-5b35d39992e6","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.140870804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"74632f99-3d92-4c78-93e5-fd7fa92c9193","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:56:35.155301998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701","reconcileID":"8e063053-0cc8-4baa-a920-6d9a9bb78915","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-9808d701\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.162139082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"74632f99-3d92-4c78-93e5-fd7fa92c9193","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.195899028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"7221b496-f011-42fd-a053-22a5089e3b5d","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.217463425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"1738fdaa-45cb-4da2-829e-c5da729faf73","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.241120153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7f52fdef-9184-4c2b-9e2d-75d71645811c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.241540076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"361056a1-ae94-4e15-91f1-6bebf0c22423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.262740301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"361056a1-ae94-4e15-91f1-6bebf0c22423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.263223425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7f52fdef-9184-4c2b-9e2d-75d71645811c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.306888971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701","reconcileID":"d0229887-6473-4284-974a-141cc8e009fd","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-filter-sub-a-9808d701","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.341198523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"ae64abf3-2e9c-429b-b155-304ff7bf38b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.362388068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"ae64abf3-2e9c-429b-b155-304ff7bf38b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.364134002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"ff2c82d8-7632-44c3-aaf6-b7da8ce0e8d6","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.383979741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"556adba3-7208-493e-b330-5f8d034a74a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.443908641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d7f0db11-5667-4268-87b7-f4e32d73ead3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.444468202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"756d2bde-7825-4aa1-b8cf-a22ba635abf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.465171529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d7f0db11-5667-4268-87b7-f4e32d73ead3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.467291953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"756d2bde-7825-4aa1-b8cf-a22ba635abf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:35.484754068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701","reconcileID":"c9d81eb6-83f1-4f7b-ac7b-f8b88014c875","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.599893484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"f24ba737-4403-4e7f-a8c5-2afb07ab71cf","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.618414977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"06ab83cb-61cf-45c2-9a1a-1d020362b012","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.665139805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"03297d2c-ae4a-4e35-98e4-a8324882deb6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.685989271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"03297d2c-ae4a-4e35-98e4-a8324882deb6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.779230014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"13dd9331-64d7-4a8b-b9a0-aecfa4353543","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.793414569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"83bad1b1-01b3-4391-a5aa-e84b1aa4484d","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.793444899Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d5b2b8 priority=0:[ai-tenant-e2e-worker-w4-d5b2b8/e2e-filter-sub-a-9808d701 ai-tenant-e2e-worker-w4-d5b2b8/e2e-filter-sub-b-3916f48c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.814417246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"eafd3d0c-4b71-42d6-a180-a6ec39f00fde","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.825722588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"2f72f042-4ee2-4aea-8827-2750e2c5b733","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:56:37.828257997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c","reconcileID":"c391c3ac-e5b8-4038-9865-1cfedd917329","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-3916f48c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.836393332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"17329803-b094-4b43-91a8-56e2da8d6f39","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.840069085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"8def11d8-56dd-4a96-97ee-62a3b467c6f4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.840185875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"b8ca059a-7e4a-4430-b941-55500161e771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.840439387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"80327eab-ba91-4af0-99e3-cb7ad5228180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.846422269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"2f72f042-4ee2-4aea-8827-2750e2c5b733","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.861335109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"b8ca059a-7e4a-4430-b941-55500161e771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.861417443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"8def11d8-56dd-4a96-97ee-62a3b467c6f4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.863569326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"80327eab-ba91-4af0-99e3-cb7ad5228180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.870384475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"72489769-d385-400d-864f-2a546b4fa9c6","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.891356632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d0e27c79-adac-4b21-bde5-7627c8f8e865","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:37.980137359Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c","reconcileID":"5628c540-6437-4970-9c03-20f158227d72","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-filter-sub-a-9808d701","ai-tenant-e2e-worker-w4-d5b2b8/e2e-filter-sub-b-3916f48c","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.026411918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"2a017142-ef2c-47ec-98b1-357e3244751c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.036989249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"2d1dde58-bae6-425a-a14f-8b508adb998f","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.047118004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"2a017142-ef2c-47ec-98b1-357e3244751c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.059082323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701","reconcileID":"7f76d08d-d620-4fdf-a4c7-00f12284d276","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.05914357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"50fd738c-8cae-4e0a-88bf-2219785df8fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.128680502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"b55c347a-4a42-430d-810e-5816c10a6a94","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.129851548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"6c720d50-d8c6-4372-916c-7364d1a150f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.129902432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0dd7e0b2-53cb-485c-897a-a74e14a6cfdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.14936937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"b55c347a-4a42-430d-810e-5816c10a6a94","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.15076107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0dd7e0b2-53cb-485c-897a-a74e14a6cfdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.151505102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"6c720d50-d8c6-4372-916c-7364d1a150f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:38.158485131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c","reconcileID":"92afb713-e1ec-4a3d-bbce-2c4902d0a7db","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:39.737241994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"6d2d089f-e7d5-4a3a-9851-d40e4f2fb7d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:39.837605736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7dc2efe-d4a0-4136-b7aa-a32ef5ce7c3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:39.845840591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"8553e040-3609-4fb8-9ac8-5a5ed565ed0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:39.939968872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"87d18d57-71d8-49ab-bf37-ae6ecfb4d9e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:39.940216109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"8bdc2db9-37dc-46f3-88b5-927852ab6f43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:39.944087759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"e3b6cab6-099e-4c3a-b789-3ba1d9f1ac44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:40.041487705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53d7e16e-50cd-4cbc-8772-b53f01c6fc5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:40.044385965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"14d3c376-211a-446b-b059-fb53442c46df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:40.139339367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"94952163-62f7-4dc6-938d-adf28e204eed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:40.13939419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"6265f7b8-be19-45f6-a69c-de3b14533213","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:40.139795471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"fd25ad31-fe87-4c6f-b90d-f62cf897c3b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:40.408426582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"bc97e2d1-063e-405e-90d2-30784c42eea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:40.408426581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"742c3afc-e520-4eb7-8225-04c34e800021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:40.429388459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"742c3afc-e520-4eb7-8225-04c34e800021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:40.429607491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"bc97e2d1-063e-405e-90d2-30784c42eea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:41.274225198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d5babee8-b866-451b-acc8-0220ff82ff25","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:41.321763585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"6d60669e-3223-4546-a96a-c5321d9bbbf9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:41.321919349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"ba45c9f3-0a29-43ef-8222-684b03aa733b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:41.322093444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"cc78a49f-e415-4d6b-877b-2b88348618ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:41.322252068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"932b3f16-589d-4563-a12b-7777a4f75e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:41.344768455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"ba45c9f3-0a29-43ef-8222-684b03aa733b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:41.344844797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"6d60669e-3223-4546-a96a-c5321d9bbbf9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:41.347140761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"cc78a49f-e415-4d6b-877b-2b88348618ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:41.347340166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"932b3f16-589d-4563-a12b-7777a4f75e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.017011046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"80264169-637e-44a7-8546-4fd167387cfc","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.017494216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"9daaa5bd-b36e-49c5-9217-e61c6eb0bcd5","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.066151182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"d919877f-eaed-4b22-bdcc-942d95f953cc","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.066541838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"959d44db-b6ed-4979-83e6-4314445e4e3a","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.081939098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"63973161-4147-4db1-b53d-1556df61d7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.081940344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fe98e9f5-bae6-4ef8-ae4e-4d08ee9cecde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.101480543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"9dabb3c2-e6b4-47fe-9871-7e0c85a36d03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.108357559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"63973161-4147-4db1-b53d-1556df61d7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.108386032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fe98e9f5-bae6-4ef8-ae4e-4d08ee9cecde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.114560007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"9d1e4987-2489-4665-92d0-8ac09c22d00f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.298337529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"18590937-f6c5-463b-b0ed-b825dbad9df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.298587698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"07362a52-f1c5-487b-a01b-0957412df9d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.319467887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"18590937-f6c5-463b-b0ed-b825dbad9df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.319566427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"07362a52-f1c5-487b-a01b-0957412df9d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.767122358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"672e481c-0a12-439d-8230-e8b33a630c0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.805239041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"73e0b39e-a9ee-41e0-a84c-d59cd7ccccdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.905150087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"671daeea-8ca8-4374-a168-e9b1a21f118f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.905499112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b7c3147-e705-491e-80a8-8f4fb5bc29d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.905587012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"d1ecaa30-efc3-4848-a41d-da175cedb2aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:49.905920132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"fca4647a-1f61-4de6-9336-cb9fa4afa992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:50.005490518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"102f8ce1-e2ac-4f5d-9d52-8ee020d88b8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:50.005496341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"16df13e7-5270-4660-8578-685c5d4a583f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:50.013203219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"cf5a9da7-5974-468a-9477-f0f07099d42e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:50.105199734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"4ef6ca2e-546c-4154-b730-b8f2ecd517cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:50.105247329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"95a52a5b-c8f0-4219-9852-09fb34c0363e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.332340163Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701","reconcileID":"ca0d5b16-1f8c-4270-b82d-f49418d79e71","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscription":"e2e-filter-sub-a-9808d701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.389401804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"73faca41-a70d-418b-bd82-0922b3480ddf","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.389864032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"ff23a71c-a713-4d44-bcb2-dd50a4de74b9","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.405478686Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701","reconcileID":"ca0d5b16-1f8c-4270-b82d-f49418d79e71","MaaSSubscription":{"name":"e2e-filter-sub-a-9808d701","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-filter-sub-b-3916f48c","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.42049269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"ab97ee2f-f3e4-42e1-929a-6f68b4894410","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.420944394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"3acc8cef-b4d1-4ad4-af6a-3dd74014e16e","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.462819761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"1ea1e8e2-fa05-4556-9f3e-c9affc07e485","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.47432902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"51119aa8-392b-4446-aeb5-b9ddceb9ea76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.482895166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f8b79269-a628-4906-8ce3-0774d545592f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.550717403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"51119aa8-392b-4446-aeb5-b9ddceb9ea76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.553291748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f8b79269-a628-4906-8ce3-0774d545592f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.650657402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"4f32f4c7-cb5d-4383-96d9-606321884f27","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.705189404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c","reconcileID":"a01b96db-cbdc-4f14-8220-32df9197c7f9","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.705809237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"73f18b7d-142c-4375-a221-dcc3ec2f10d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.706347411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"162549c0-5887-4d51-b072-dda604b7330a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.707799926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"2e9c94a9-ab97-4c8a-92fb-618a8abb0d8f","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.738888084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"a5ac426d-121e-4611-8bf5-8a81fda70ec1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.739220591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"11a2ffbc-2a0a-464e-a911-bfc2114725b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.743749512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"40603beb-db7a-418c-88e8-e303b74f82ef","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.751138409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"643cd5ac-cf1c-4ba6-b323-db96f4b16ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.751250543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4d2029d7-a6ed-4ab8-9554-d9af06cbf23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.758370589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"14fc12ea-c980-4fb4-b021-3e39fd602e35","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.762962752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"a5ac426d-121e-4611-8bf5-8a81fda70ec1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.763118748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"11a2ffbc-2a0a-464e-a911-bfc2114725b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.765242357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"40603beb-db7a-418c-88e8-e303b74f82ef","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.772066738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4d2029d7-a6ed-4ab8-9554-d9af06cbf23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.772110823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"643cd5ac-cf1c-4ba6-b323-db96f4b16ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.941470559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f3a8fd71-0ab3-48e6-8cde-b5d5e4037597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.942581175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d520d6d2-b9f3-453c-8606-29320b7415ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.962770211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f3a8fd71-0ab3-48e6-8cde-b5d5e4037597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:51.964457939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d520d6d2-b9f3-453c-8606-29320b7415ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:52.042203905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"a31be09c-0d11-4506-ac0f-a73f0a9d2863","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:52.042318657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"4d64901e-4672-487b-8c36-4955a0100919","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:52.063135122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"4d64901e-4672-487b-8c36-4955a0100919","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:52.064383286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"a31be09c-0d11-4506-ac0f-a73f0a9d2863","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:52.991251474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-conflict-a-988896f8","reconcileID":"aaed42b5-f1b6-4df2-821c-88ee11a736ef","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"e2e-conflict-a-988896f8-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"e2e-conflict-a-988896f8","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.303169287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"a0603fb9-d3ce-4d59-bc6e-52616eea9ff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.31951758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"f53d0504-7ab5-4514-ad43-93b832f60b79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.359851788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"af125d44-f601-4beb-a4f6-c09237200ddb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.377879941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d24c87e-e12c-4f33-946a-c8fd8c9439bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.478532075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"cf26524f-d9d2-48a1-be19-1cf8111e576a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.496703957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"954b2a88-d0d7-4a32-9c72-abfb2e85a70d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.497212072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"879a7194-50a8-4475-a3d4-2d603774585b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.592688422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"5f2e9005-ca97-4737-89e0-7641eba6b8c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.615760419Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"eafefe87-32bb-4d3f-8e51-7d6a23a91b33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.658793872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f764146-0f7e-4b84-aed8-5d0566c14cf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.65944977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"0d37ac8d-9b50-4f44-95fd-fa2504569a4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.759363704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"3364801b-a085-494b-9911-3c00157bf56e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.760067669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"00139237-e7d8-4249-9edb-c4f2b3a4b8e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.79883249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2371104c-14e6-44f8-a7fc-95f65170d87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.798855178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"789593a6-a9c3-4f1c-aa85-8b919023e29e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.82148644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2371104c-14e6-44f8-a7fc-95f65170d87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.822173209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"789593a6-a9c3-4f1c-aa85-8b919023e29e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.937458662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d684fb49-6b6d-4185-bb15-fcdc1503d54c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.937600818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"0a3901a4-3458-42fc-81b0-b78b0766b697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.958929547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d684fb49-6b6d-4185-bb15-fcdc1503d54c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:57.960081542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"0a3901a4-3458-42fc-81b0-b78b0766b697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:56:58.819036513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:01.814280676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c","reconcileID":"312ef9a8-b2df-4457-a5c3-fa9f2ebf4dbe","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscription":"e2e-filter-sub-b-3916f48c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:01.863494675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c","reconcileID":"312ef9a8-b2df-4457-a5c3-fa9f2ebf4dbe","MaaSSubscription":{"name":"e2e-filter-sub-b-3916f48c","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:01.937081696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"54a45868-b2b8-483a-9e0e-4c2eb775fb64","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:01.983518629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0d8276a3-8a5c-47d5-8b94-e00f3577a97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:01.983531758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1e2e2940-c1ba-4756-8663-9d1331e4605d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:01.983743676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"e6a0029a-822c-4a0a-9440-b6742f9d3a8c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:01.984069862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"d5c763ea-3724-493c-93b3-7b0c5d85ee58","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:02.005446901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0d8276a3-8a5c-47d5-8b94-e00f3577a97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:02.005931924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1e2e2940-c1ba-4756-8663-9d1331e4605d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:02.008940059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"e6a0029a-822c-4a0a-9440-b6742f9d3a8c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:02.009229948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"d5c763ea-3724-493c-93b3-7b0c5d85ee58","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:02.079815757Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-a-9808d701-auth","reconcileID":"de5a2b34-bfb9-43e8-b866-d948c848cdf3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9808d701-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:02.079831889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"e3211419-78f0-453e-bd7f-ee120987323c","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:02.173118025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"91531ed6-59fd-42ae-b1b5-320ee476a552","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:02.340632716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-filter-sub-b-3916f48c-auth","reconcileID":"f1d98de0-af9f-4c29-ad4c-84a793cf9ab3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-3916f48c-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:02.340684575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"469473e4-cf30-4af4-a1e5-097007645ff1","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:02.393748017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d8b5016c-8637-4824-83cf-37fea891f20f","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:06.135481011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"113d6faf-9ab6-4f59-9726-1a1d3bbc434d","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:07.998721333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"b8d1c5b1-a7aa-4570-9bdd-85bc1bc19cfd","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.060018554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-conflict-a-988896f8","reconcileID":"e7195194-1d46-4366-af21-c5734f55e2df","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"e2e-conflict-a-988896f8-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"e2e-conflict-a-988896f8","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.060405126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"2e6e6725-7afa-4e7a-afbc-a352c4e19fa6","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.060774489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"823f3acf-55c5-4ba5-b5fe-aa74bcbf0ad2","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.09387994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"4573ef00-e2ce-4ad5-a66f-54ee8142c48b","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.094207586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"17428105-1f15-4462-b071-34f97b98def5","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.094478722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-conflict-a-988896f8","reconcileID":"8432107b-67c4-443e-9ffe-98823e4904d3","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"e2e-conflict-a-988896f8-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"e2e-conflict-a-988896f8","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.108244122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"eef74a70-1822-4f44-b1dc-9775db60ec73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.124767157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"28ec6880-8a4d-45e2-8743-3e15fc6664d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.130014259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"eef74a70-1822-4f44-b1dc-9775db60ec73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.209310169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e0aa9356-6e17-4eb8-ab5b-e772eb8f5c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.226906296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"a1e967d5-2c05-497d-a961-bf0b57b430aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.2297116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e0aa9356-6e17-4eb8-ab5b-e772eb8f5c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.310989174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1d5e2a84-b7ba-428a-9ce7-a6fe645ce384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.331489872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1d5e2a84-b7ba-428a-9ce7-a6fe645ce384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.411089274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"4801fe0c-3f90-4529-b76a-ad7ea6c9aaf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.431871774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"4801fe0c-3f90-4529-b76a-ad7ea6c9aaf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.639962355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"4eb8877a-396d-4644-9756-0beae0258752","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.726229688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"2222f970-f1d3-43a6-af33-fc246c146978","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.823267174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"2ed2d555-6af8-42f1-8974-35c9cf1dbe11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.826425996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"7fcbb3b8-aa10-4aca-88dc-3877c42645e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.927377458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"7831cd6f-0fe3-451b-9341-bc5280442123","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.927387058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"8f65bf86-c749-4d0b-9f1a-1f174b6bdd38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:08.927808143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a64bc797-45aa-4008-a0da-ed509c36a861","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:09.024851125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"d5174333-2650-4ad6-9e16-27465eec73d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:09.024892111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"9f56e9a3-e98d-4fd8-ab59-76bfb2b264e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:09.030905166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d170c9c1-493a-486a-b913-16cbcaf9a854","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:09.03092916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"2067c8be-5efd-480c-8bdc-7363b8e5cd08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:09.123071338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"58a4e07b-53f0-4a89-821b-2a0edea76cde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.42329262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"e1e0a45d-4703-46af-8da8-b321fa757e23","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.423825996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"8a9810db-f07e-4795-8e6f-4b14e8a37fcf","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.454612959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"45965dbd-8958-4482-b283-d0e10710c13d","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.454920679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"4cc41339-4828-403a-bb20-dd136528feae","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.471637839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"34ecd1c7-ab52-4e5c-9d15-2c1f81f91a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.471692607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"49026e97-f9d0-43e7-98f2-2bdc1668b7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.489409013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"5ee20126-cf51-4479-88c9-08456f92f574","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.490041177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"969cb405-adbf-4b25-82d8-fb33525e1b3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.494432016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"49026e97-f9d0-43e7-98f2-2bdc1668b7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.494547178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"34ecd1c7-ab52-4e5c-9d15-2c1f81f91a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.676269036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"990edf91-f2bf-4bdd-9502-7a4ee74d7316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.676276403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a64be1ce-8d5d-4acf-a2c8-d69298163b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.69953625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a64be1ce-8d5d-4acf-a2c8-d69298163b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:13.700744308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"990edf91-f2bf-4bdd-9502-7a4ee74d7316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.0087921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fae6ad4-0eb2-4ef5-a3de-1e213b34ebbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.112411376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"aa1da238-e53d-4dd3-92b4-56324bfe3b91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.112798602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"acabcf8b-b473-4a8f-8195-f16a254ac5fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.113376208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"26f0faf8-41a5-4d8b-bd39-b69feb49a0ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.220312297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"8cf31e4c-c652-4cef-b0d8-9fc31cfbc70d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.220773044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"34761007-a8ae-4266-af19-f7ee4bb117b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.305036524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"c51b3c9f-82d2-4a50-ab82-062aa23372ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.308049918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"fd5660b6-8cf6-44e3-bf91-bb6213b29e84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.408550789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"a4f20ba5-e7fc-445f-a2a8-e92c307af4e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.408840389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"8d34155a-a804-475b-8640-46ca3b4847ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.505110771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7da7608f-3b57-47d8-9b6e-f87f914afc8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.505187636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"09fb2aba-ae0c-44f5-a7bd-2e679f3ee16b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.584650715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7bbb5ec6-49e9-4368-8f32-ca93fb38e5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.58504406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"24ca27ef-a46d-44af-83cd-cefabc62b794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.610528247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7bbb5ec6-49e9-4368-8f32-ca93fb38e5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:17.61156411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"24ca27ef-a46d-44af-83cd-cefabc62b794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:25.979432076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"545ee28a-9a37-434b-988a-506f75af3390","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:25.980398691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"e1e32c92-d274-4d7c-96a7-698fef431e9a","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:25.981678769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"691c6d5c-fd35-4784-9c39-48298da47aa8","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.013557023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"8cb70d32-a18e-4bd5-a6e2-0f465421a14d","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.013910616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"f3e5648e-e768-47a9-9d4a-bd00d687eea6","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.014073715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"97831e4e-eae4-4976-b5a2-838473e9c8fa","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.027884373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"a7ab4a72-bbc2-4254-bb67-77983fc808f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.049939215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"a7ab4a72-bbc2-4254-bb67-77983fc808f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.052359365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"cbf458ad-fb73-4005-900a-55dbbc554ffa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.130972255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"071edd0c-5b62-4537-a762-2a265fce169d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.148541968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"508a4477-787a-45a2-921a-15b58a25758e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.153080013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"071edd0c-5b62-4537-a762-2a265fce169d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.227896747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"21b8aac5-9c62-4890-923b-63534dd70f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.250656279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"21b8aac5-9c62-4890-923b-63534dd70f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.327451255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6c4af6d8-a7ee-4688-823f-b7721688fa42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:26.348193371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6c4af6d8-a7ee-4688-823f-b7721688fa42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:27.004614812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1b835fbb-badd-46c4-9cf5-4e0a9a7e7634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:27.005097727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d48ef40f-b2f1-43ff-b6dc-34429fb8794b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:27.026079252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1b835fbb-badd-46c4-9cf5-4e0a9a7e7634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:27.027314181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d48ef40f-b2f1-43ff-b6dc-34429fb8794b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:28.819473921Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.8028037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"39fb71d1-7ec9-401d-9d0e-11794c921c6d","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.803375394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"1837e702-5201-4dd7-aa8b-db58632bd5cd","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.803724324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"49cdda20-08d0-4774-8449-a07047a61bf5","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.850306484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"bc36d1d9-455d-4303-8e31-9dababcc65f5","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.850517958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"3072542b-437c-4da6-9940-16cc9ae0deec","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.850793959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"17468c04-b580-4cc9-b82c-9f223f22a0a3","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.852983135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4a724c1d-f378-4caa-8019-c4aa0ce4244f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.853088586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1be4ccd4-dc87-4e05-9085-2a56b46725ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.871338211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"1df31a8b-26d5-4382-9c0c-e1b2d65e1dd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.874742917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1be4ccd4-dc87-4e05-9085-2a56b46725ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.875236576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"192cd312-662c-4709-9fc4-853ad7c1be06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.87602872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4a724c1d-f378-4caa-8019-c4aa0ce4244f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.973118242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"d108214a-20da-4dfc-82fa-cd06ffa58f24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.973207197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"dbe70185-0a08-40cc-893e-950770287863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.995049741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"dbe70185-0a08-40cc-893e-950770287863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:29.995977552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"d108214a-20da-4dfc-82fa-cd06ffa58f24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:30.275178384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-conflict-b-988896f8","reconcileID":"7addb482-4653-46e3-a769-ac2bcfac85f2","MaaSModelRef":{"name":"e2e-conflict-b-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"e2e-conflict-b-988896f8-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"e2e-conflict-b-988896f8","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:30.296966825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-conflict-a-988896f8","reconcileID":"072c283f-ba41-4e4a-9169-bced881dc80f","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"e2e-conflict-a-988896f8-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"e2e-conflict-a-988896f8","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:36.266721692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"5fc06002-fab0-4763-a155-f5d199a89767","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:37.846052883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"cf079f88-f02a-4624-a557-7ae714f96633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:37.84605293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5dc4de3d-1e88-4f40-9862-9ba0c44cb669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:37.871451222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"cf079f88-f02a-4624-a557-7ae714f96633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:37.874259682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5dc4de3d-1e88-4f40-9862-9ba0c44cb669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:37.948548858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"345b9677-b9e2-4315-aeed-d3f2afe8410d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:37.948548481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"6404334e-9040-4f5a-9293-ea84c3cdca72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:37.969711358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"6404334e-9040-4f5a-9293-ea84c3cdca72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:37.969968723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"345b9677-b9e2-4315-aeed-d3f2afe8410d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:41.23434277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-conflict-a-988896f8","reconcileID":"f8b32146-5a83-4933-9aea-363250a9a483","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"e2e-conflict-a-988896f8-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"e2e-conflict-a-988896f8","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:43.551265696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"c2fda35d-f22a-47b7-9d54-1adfd6e860cc","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:43.551788993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"a8980cee-ae27-4bf9-84d6-81d630bd6eb4","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:43.55224445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-conflict-a-988896f8","reconcileID":"377e08f9-79b2-4475-bb1f-c839a45bef18","MaaSModelRef":{"name":"e2e-conflict-a-988896f8","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"e2e-conflict-a-988896f8-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"e2e-conflict-a-988896f8","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:43.605174691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6b36c413-c777-45cf-bd65-648caaa6bf21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:43.605314329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"034b1373-fe66-4eff-9782-075f1e22060b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:43.62295368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"01f42ce7-1fff-49e0-9f85-b2e74aecd0a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:43.623332869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"afdf8762-ab2a-41f0-aeb8-0241aa2eae82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:43.62943779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"034b1373-fe66-4eff-9782-075f1e22060b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:43.629669071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6b36c413-c777-45cf-bd65-648caaa6bf21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:47.678067744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"d9d30ceb-efcf-41b0-9e2d-fc68d69c834d","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:47.678568118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"8905abac-1178-47bb-b614-9bb8bda4944f","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:47.726712697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"dbce8d7c-15f5-4c79-b182-f61b111f3743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:47.726911636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a262491e-17a3-4cb6-acc5-11ee08952fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:47.745019412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"f3b9adb9-c39c-434d-92ce-a9a8499433cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:47.745073193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"8e54bdbd-5514-44e9-ad48-364415b5de81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:47.747935381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a262491e-17a3-4cb6-acc5-11ee08952fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:47.748538536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"dbce8d7c-15f5-4c79-b182-f61b111f3743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:48.341360237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"65ef609e-7f8e-4c07-8abd-84985885c2d3","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:54.819092122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"fc9b13d4-d479-441f-a136-78ddaae2a813","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:58.821977165Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:59.250376048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"f5426154-5dbe-4b90-b223-3c5bc958dde7","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:59.26881315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"786cbafc-0aa0-4a0a-9d58-48013c15381e","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:59.315461932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"3c2b59ed-70a5-45c0-a81d-bcb42bf4d9cf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:59.338128852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"3c2b59ed-70a5-45c0-a81d-bcb42bf4d9cf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:59.511895967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"26559e39-88b0-4434-a9e8-fc50c71d790e","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:59.559428108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"d1f1e122-359e-4277-8dfb-1bfb5763ebae","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:57:59.58089215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"d1f1e122-359e-4277-8dfb-1bfb5763ebae","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.689528317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"31c942f1-639f-4430-8c18-3014f8cb9c2f","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.690006767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"14d2389e-58e4-4d20-bc60-052a1cf36e1f","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.690449132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"77f93ae8-f864-4b45-a414-d1a089274544","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.743829155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"7b8d654a-7ce6-4a90-8d10-d8b293994a7d","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.744178465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"102ec5be-f9e5-4d02-aff0-a68de567dd00","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.744455503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"f2c7467d-4d19-4b15-8463-ed2c2d66a67f","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.815240338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"e762216e-0fd6-4f72-91a0-d01acb670813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.81656027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5a3aca5d-3f9c-489b-be32-09ed18c8ffa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.83461967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"6aa9752c-f72b-4147-9519-f45dc2e9a524","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.83528303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"2c9fd87c-8855-4946-8ae9-f70378285642","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.836387142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"e762216e-0fd6-4f72-91a0-d01acb670813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.838781537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5a3aca5d-3f9c-489b-be32-09ed18c8ffa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.934125387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c3529a6a-4820-4d3e-ac7c-0634ae29b1e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:00.956989612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c3529a6a-4820-4d3e-ac7c-0634ae29b1e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:01.030472629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5f237bfe-1cb8-4c45-836e-176e68da3b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:01.051648977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5f237bfe-1cb8-4c45-836e-176e68da3b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:01.970627419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"27707fab-29d7-4504-ab58-4365d2eed041","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:01.99181099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"eaab1057-2cc7-40f4-90ad-23bb230f5737","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.006784945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-subscription","reconcileID":"998e7d5c-fd78-48e1-ad71-6dbc046c5b4b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.017075227Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5050e423-f5b6-419f-9349-cff64a50c5af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.017250124Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2c644da4-80f4-42f4-b3d2-f9dd484987ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.01746476Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"dc10150e-7125-4351-9863-5de5fa92f53a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.036334575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2c644da4-80f4-42f4-b3d2-f9dd484987ab","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:02.036461309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"43bd7328-3549-4a1a-b7a0-0398cc00ad80","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.03909562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5050e423-f5b6-419f-9349-cff64a50c5af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.039278157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"dc10150e-7125-4351-9863-5de5fa92f53a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:02.039514552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"32ec55c5-a448-41eb-9049-869b2873331a","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:02.039817591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"d9d722c4-9fd2-4268-9a15-cb42dcb3216f","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:02.048755485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"c99dde07-2cb9-49b8-a501-50c6ca5950fc","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:02.069848193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"8de9e97a-a65e-469c-8fc1-eb30f98fb3f3","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.118035892Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"44f27ddb-09e3-4cb7-aab9-f8506c0a118d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.118086247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"44f27ddb-09e3-4cb7-aab9-f8506c0a118d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.118337197Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"aea9e29c-adc8-45cc-88a0-dd24243bd83d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.118398204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"aea9e29c-adc8-45cc-88a0-dd24243bd83d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.118520491Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1ac24dbc-5d31-4123-a5fc-960525690d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.118561922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1ac24dbc-5d31-4123-a5fc-960525690d89","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:02.154876998Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-subscription","reconcileID":"673a0fcb-edc7-4eee-a96b-428b03eecdcb","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-72ed13/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.16453807Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"12ef7fa8-2af0-4381-8a24-cf9e9b122d15","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.164555294Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"afe87412-bb7e-47a9-8e4a-be7d7920d0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.164594719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"12ef7fa8-2af0-4381-8a24-cf9e9b122d15","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.164599614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"afe87412-bb7e-47a9-8e4a-be7d7920d0d3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.164874209Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0e1f521e-1689-4909-b60f-746cff35fc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.164915179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0e1f521e-1689-4909-b60f-746cff35fc3f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:02.212569472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"87a4a509-6737-42c6-9894-c0bb9107b608","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.232026737Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9913c38d-142a-4610-a2f9-65d493b2721e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.23207652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9913c38d-142a-4610-a2f9-65d493b2721e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.232422735Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d37af0be-d1c0-4d6a-adc6-5a860a31d053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.232470952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d37af0be-d1c0-4d6a-adc6-5a860a31d053","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.232426347Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"126cf398-644e-4c1a-848f-154f462707ff","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.23251478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"126cf398-644e-4c1a-848f-154f462707ff","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:02.235000115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"5a7e5a56-8374-4bfa-97b6-fb7d0f110384","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.3328279Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"634c4317-f890-48b8-9f6f-764d5d0838d6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.332891873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"634c4317-f890-48b8-9f6f-764d5d0838d6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.332827953Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1253c8b9-bbd8-4457-8863-4ec9611d59ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.332944859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1253c8b9-bbd8-4457-8863-4ec9611d59ba","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.333059524Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"865f426e-e6d8-406b-8deb-7dcbbbea3532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.333105143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"865f426e-e6d8-406b-8deb-7dcbbbea3532","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:02.335851277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-subscription","reconcileID":"18f36f42-6c44-4cc2-8e05-cf3e3e409303","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.474719532Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"90ad45c8-bbde-4c12-a626-41ff60c5c95c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.474780084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"90ad45c8-bbde-4c12-a626-41ff60c5c95c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.474969739Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e44fc017-d4e0-41c4-9da2-f9aa150aa9a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.474999904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e44fc017-d4e0-41c4-9da2-f9aa150aa9a7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.475139466Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"30115a70-fd21-4111-8d8b-e48e1654165d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.475185959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"30115a70-fd21-4111-8d8b-e48e1654165d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.684296222Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"bddf62f9-6c15-4d19-9eed-1dfd9c5223cd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.684415517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"bddf62f9-6c15-4d19-9eed-1dfd9c5223cd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.684301422Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9efa130f-cdf8-4444-84a2-468724317990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.684467052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9efa130f-cdf8-4444-84a2-468724317990","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.684619816Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"4fcbf5dd-a1a8-4ee9-9123-abbc95a45830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:02.684686398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"4fcbf5dd-a1a8-4ee9-9123-abbc95a45830","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.056257203Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"4b22b1a6-86cb-47b9-83da-ba5dabbb302f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.05634049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"4b22b1a6-86cb-47b9-83da-ba5dabbb302f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.056471358Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3bd94b5a-91e9-4a19-b362-0f629d7639b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.056543177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3bd94b5a-91e9-4a19-b362-0f629d7639b0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.057038088Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"1e76517c-6997-4e4d-8b38-32837c2a07e1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.057093742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"1e76517c-6997-4e4d-8b38-32837c2a07e1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.745725406Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"f6e6749d-b548-4234-9163-55fd0d49ddf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.745796089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"f6e6749d-b548-4234-9163-55fd0d49ddf5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.745736951Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e5dcd1c9-dcc1-4bac-85d3-f76c396ad0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.74584175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e5dcd1c9-dcc1-4bac-85d3-f76c396ad0fd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.74589988Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"f90820b4-c689-481c-80e2-9689f4d2bea3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:03.745949037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"f90820b4-c689-481c-80e2-9689f4d2bea3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:04.645901008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"3cdd5c9f-4526-40cf-a04d-db4adfb10614","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:04.693798922Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b896be81-50fe-46a8-b1c1-8ae99d4801af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:04.693832126Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2870695f-ed80-4d62-a0dd-5a6c884325f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:04.693855723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b896be81-50fe-46a8-b1c1-8ae99d4801af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:04.693880243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2870695f-ed80-4d62-a0dd-5a6c884325f7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:04.694003743Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"cc4d4cb4-4986-4252-8d6a-a8fbdc423c7a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:04.694035884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"cc4d4cb4-4986-4252-8d6a-a8fbdc423c7a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:05.729984873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"01685985-45b6-4adc-9624-7267eb018651","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:05.755245012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"3d9c2ee1-7998-4acc-86d6-a6e7a305ec6c","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:05.820811033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"a7cce20a-e32a-43d6-9e7f-a8a20e0bae5f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:05.841896129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"a7cce20a-e32a-43d6-9e7f-a8a20e0bae5f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:05.935391277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"49f5eafb-ccb7-412a-8897-9f7df73a4a94","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:06.067496145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"4ffaa103-9e8a-40da-a471-3b2dfc65f2be","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:06.094389546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"4ffaa103-9e8a-40da-a471-3b2dfc65f2be","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:06.913135697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"ec00622d-c1eb-4fe3-abd0-b379a5de7ca7","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:06.913563601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"4d2aa641-0832-4585-95a7-dc7cb17bfef0","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:06.945701753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"d9d10813-d129-461e-bc73-4c18b73ed403","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:06.94603414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"5aee6bdf-0934-4ac8-9cbe-6f4003fcfad5","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:06.980607289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"20106d8f-36ee-4db8-954d-f6071ee3da98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:06.980926004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c88fc385-bd6e-4d70-afdf-ae430cefdbd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:06.982491552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"cc23c624-3a1d-4d14-903c-ce5490099922","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:06.994742949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"b0303d97-c796-4885-9c6d-4ac5f5ae11bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:07.002865751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c88fc385-bd6e-4d70-afdf-ae430cefdbd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:07.003818781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"20106d8f-36ee-4db8-954d-f6071ee3da98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:07.19997465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e390cee2-ab41-4ce9-a467-c6404e37b877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:07.200012424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f4ed71b5-31db-4108-8366-733ad5fb98da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:07.221463769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f4ed71b5-31db-4108-8366-733ad5fb98da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:07.221476212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e390cee2-ab41-4ce9-a467-c6404e37b877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:07.308223017Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"8af3e482-c6d8-4217-aba6-129333942df6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:07.308286793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"8af3e482-c6d8-4217-aba6-129333942df6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:07.308227378Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"57e4705a-3a08-4d96-9592-2667e83f3ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:07.308329833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"57e4705a-3a08-4d96-9592-2667e83f3ea2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:07.308479354Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a9868210-dcf1-4808-82bb-e1d66f8d2a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:07.308524112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a9868210-dcf1-4808-82bb-e1d66f8d2a9b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:12.477629961Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5542a31b-e1d3-4f75-9440-b7c977f9b1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:12.477698011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5542a31b-e1d3-4f75-9440-b7c977f9b1d2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:12.477709446Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"a87df797-0de4-43b6-83b3-c29f284cd0f5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:12.477780889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"a87df797-0de4-43b6-83b3-c29f284cd0f5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:12.477871462Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2797f6a1-203c-4645-9e9f-bd6899926839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:12.477909291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2797f6a1-203c-4645-9e9f-bd6899926839","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: compose ai-tenant-e2e-worker-w2-72ed13/e2e-dedup-subscription@e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.216175916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"997e18a6-a03d-4ba4-8538-85725ad04ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.216205681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0a6ce379-8796-4402-88b6-4bfc36ee0854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.237567313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0a6ce379-8796-4402-88b6-4bfc36ee0854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.237603684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"997e18a6-a03d-4ba4-8538-85725ad04ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.700513745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-subscription","reconcileID":"a16b427b-fd3a-4b76-8171-dff3f35c13fa","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.772974937Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-subscription","reconcileID":"a16b427b-fd3a-4b76-8171-dff3f35c13fa","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.838835458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"7e4afcfe-2b24-4254-931c-80d56f92a982","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.845910444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"5e1dadb5-2d94-4c67-9105-031fc8a7f470","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.893266134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7f13d0d8-3492-470a-ab35-62f28624fc42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.89357037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"adfafd38-588c-437b-ba4a-ee336425cbeb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.893786645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"7dcee780-82d9-4990-aeab-03ab7c0c475e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.916879398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7f13d0d8-3492-470a-ab35-62f28624fc42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.91724874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"7dcee780-82d9-4990-aeab-03ab7c0c475e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:14.918917965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"adfafd38-588c-437b-ba4a-ee336425cbeb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:15.005448061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"ae4670f7-e80b-4643-82f7-240402b0a0e9","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:15.00831957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"ed7a0ee0-148c-4b7a-a008-f4be14197b38","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:15.008550786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"adfafd38-588c-437b-ba4a-ee336425cbeb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:15.008682324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"fb11de7d-0fe1-4e9c-bdab-3eb4e9e954ae","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:15.008692056Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-dedup-auth","reconcileID":"1306d5b6-f81f-4694-8916-8e7e74d4f7f2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:15.106770454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"4049d9b7-be37-43b2-9450-96c18732b105","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:15.947640118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"07b6edd8-5854-45a5-bd42-db5c7879b041","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:15.970263041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"6c135dbd-ee24-4450-b431-2cc0d63a6555","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:15.984612893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub1","reconcileID":"6d0ba8e3-6418-4349-8686-e5352a1c633d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:15.988023054Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"6c135dbd-ee24-4450-b431-2cc0d63a6555","name":"distinct-w0-9bfe36","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-9bfe36\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:15.988069311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"6c135dbd-ee24-4450-b431-2cc0d63a6555","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-9bfe36\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:15.993343708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"118e51dd-8957-448c-92da-accab034ca79","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.01134046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d18967e4-36f1-40a0-8787-b9acd5acd984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.011373272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"511f9aa9-a1ae-4f5e-b517-5c9cebeb210c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.011629663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2a671fd3-328a-4489-8d7e-fdbd258ca990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.021487589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"698c87a5-096a-4258-b6c0-b1fa190cda43","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.033294887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d18967e4-36f1-40a0-8787-b9acd5acd984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.033731986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"511f9aa9-a1ae-4f5e-b517-5c9cebeb210c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.035604777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2a671fd3-328a-4489-8d7e-fdbd258ca990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.04303816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"63734583-3518-4013-946d-c0c5f2bfd247","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.112291851Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub1","reconcileID":"0224483b-4744-4516-9a67-2d5c2c5ff119","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","model":"distinct-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.135818376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"70d7b930-856b-4cd5-a3af-9d779aa95155","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.136055154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"b5ec8384-0eda-4f1e-af70-da169fe27395","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.154756177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"5b68bf51-bf38-4570-967e-7ed3413c9cf5","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.154937079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"cdc2a004-8e79-427c-b1c7-99a31efb7b32","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.168962229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"42c5742e-3fa7-406d-9b15-50fa14d92c5b","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.226370311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"6066646f-83e2-42e8-bf3b-a947a5c327e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.226708474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"4bdb4190-5d26-4fb5-be0a-4e0f6b4c15ef","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.226730673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1f71bf7d-fefb-4c6a-9926-094bc532ad7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.232112505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"e2394891-2b3a-495a-afd1-35ef6a408a3a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.232897983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub1","reconcileID":"13875651-7ea2-41fe-909f-d9fefbda1e3f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.233804973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"7e139e59-76f6-4ede-a61d-00c9a0f16482","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.247952057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"6066646f-83e2-42e8-bf3b-a947a5c327e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.248027179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"4bdb4190-5d26-4fb5-be0a-4e0f6b4c15ef","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.250082266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1f71bf7d-fefb-4c6a-9926-094bc532ad7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.25298429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"e2394891-2b3a-495a-afd1-35ef6a408a3a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.254274783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"ceb0417f-49a2-468b-821a-ed88c16f9644","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.33347333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"0566572f-648d-4ea1-95f3-e042c28320c1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.347588335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"70191fed-27c9-4153-8324-dfac208f0cd4","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.354716197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"0566572f-648d-4ea1-95f3-e042c28320c1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.37258054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"66146fa0-8af8-4eb0-a715-fb75f29773ff","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:16.387839564Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-72ed13/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.394430232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"625cd1ae-3bcf-49d5-b6fd-193ca9cd42ae","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.394719584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"d326d054-f15a-4110-b893-7da1793515f3","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.394972075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"6dcb22b5-2699-414e-8e10-7baa1b3a34bb","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.403644114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"8357354b-8a06-4d84-a9e4-2b6189f42e9c","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.403900525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"0aeb3f6c-7a72-4e02-853b-9ecedf4bccc5","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.448866224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"e050c7cb-5225-4366-a3ee-997097bed6a8","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.448907693Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9bfe36 priority=0:[ai-tenant-e2e-worker-w0-9bfe36/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-9bfe36/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.45790131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"ced8461d-16b7-4beb-99c4-7d5c21b120ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.457901365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3342403a-ee92-4e13-b809-63458022f073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.473527188Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"e4b56da5-ae8c-49aa-a72b-dc944e63a370","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-w2-72ed13","model":"distinct-w2-72ed13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.473764751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"0c7cf6cb-fa16-4779-8527-e9f1f92477ca","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.474042348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"3f4807a7-c79e-42d3-9de0-482117f835fe","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.478822381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3342403a-ee92-4e13-b809-63458022f073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.478860192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"ced8461d-16b7-4beb-99c4-7d5c21b120ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.484713074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"40c95812-b358-4cb5-a974-ad79b4f019c8","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.495135586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"7d5ef803-3df8-4e22-a59d-4fbed7385bb6","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.503801222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"40292c2f-ef59-4291-ab0e-ff0ed4f1b9b9","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:16.511849345Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9bfe36/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.526411693Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"e4b56da5-ae8c-49aa-a72b-dc944e63a370","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-2-w2-72ed13","model":"distinct-2-w2-72ed13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.559377203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"d868894e-c932-4c0d-b1dc-18782e5093ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.572430884Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub2","reconcileID":"332866af-f3f5-48ca-885f-c6a8223b20bb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-2-w0-9bfe36","model":"distinct-2-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.580207467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"d868894e-c932-4c0d-b1dc-18782e5093ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.601495291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"21472516-34e5-4c27-9a77-4f030d1bf5a8","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.601796912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"e7e2addd-29c1-43a7-ac27-c6d89f4f701b","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.604436342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"8138caaa-d3d5-4127-960f-f4abf0d6c118","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.604740311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"4cd930b0-8683-425c-bb88-4c664ca51f13","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.604992232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"5cd6c261-e7ad-43e1-b125-25ff645d74b6","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.679188569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"7e467632-af2c-4608-a9aa-b2e7728d2fe9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.682903835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"05a968a3-f650-46c3-89af-ddfeb702ccaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.683123531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2c1c0ee9-c493-439e-896f-4c439cfc8871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.692590033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"f95b58fb-3445-45c3-82f2-10b7d12b71c3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.692597804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"28c71879-8b6a-4aa8-bc01-798050e527bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.707897228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"bd7f2d5d-b827-4dc4-8575-bce59e4202e5","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.715125045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"05a968a3-f650-46c3-89af-ddfeb702ccaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.716178994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"f95b58fb-3445-45c3-82f2-10b7d12b71c3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.71775744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"28c71879-8b6a-4aa8-bc01-798050e527bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.71845976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2c1c0ee9-c493-439e-896f-4c439cfc8871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.762282707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"7e467632-af2c-4608-a9aa-b2e7728d2fe9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-2-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.799779286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub2","reconcileID":"0b08e562-7829-41a0-a0b7-e99d9396d449","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-2-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.861835193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"3514f732-8a2d-4d6b-8c22-dd6e0eec36e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.883338961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"3514f732-8a2d-4d6b-8c22-dd6e0eec36e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:16.899416824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"28c71879-8b6a-4aa8-bc01-798050e527bb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.961845969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"34298ace-257a-41b2-a6cb-c9f1be74ae64","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.961862781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9b385892-461a-4844-827b-dbdae9acd926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.983798631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"34298ace-257a-41b2-a6cb-c9f1be74ae64","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:16.984509717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9b385892-461a-4844-827b-dbdae9acd926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:17.064495592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"2b69e4be-2125-4b37-8286-9c48d1af84ae","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:17.085734698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"2b69e4be-2125-4b37-8286-9c48d1af84ae","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:18.225189452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"3206bec6-a79d-4057-af52-2a54e3767c4a","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.597500159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"0b51d801-f484-424b-9e42-23acc031f431","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.619557225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"abfa7ca3-cf8d-4a1e-b680-68e4b6976562","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.651593652Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"b2b7d1eb-09a1-4fad-8c9f-41aa6d319df1","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c283c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.667033975Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"61ccebb2-6263-44ba-99b9-3139f8ddfafc","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c283c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.67824277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"833c3e65-ba22-4f25-b6a1-902aade74830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.678263349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0bdb0030-1a66-4291-ad6f-30ad628822f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.678587311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"3d5f99e5-7221-4e43-9f15-5185deb27833","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.699475702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"3d5f99e5-7221-4e43-9f15-5185deb27833","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.699494279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"833c3e65-ba22-4f25-b6a1-902aade74830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.701591529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0bdb0030-1a66-4291-ad6f-30ad628822f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.824037671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"26671243-80c0-4013-99f0-bfc98d60b5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.824889014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"c5c527cc-8d75-46a8-9059-dddddcb00593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.825256378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"d4fcc308-61f7-4d4b-9281-86b2fe12ac42","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.844764237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"26671243-80c0-4013-99f0-bfc98d60b5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.846365372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"1bf69640-623f-4bc1-8be6-1eaf70a030bc","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.847308687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"c5c527cc-8d75-46a8-9059-dddddcb00593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.89542445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"b582d5f2-0689-4ecd-83c8-b60248992492","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.916109087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"b582d5f2-0689-4ecd-83c8-b60248992492","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.926431211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"f5ad24be-44f8-4a55-9931-562118c7bc3c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.936370449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd26c737aeed0ab6dd50640850d6ba1718c14388193e5f1d5368339df24c4d8d) AuthConfig (dc66ed09d1de9ba92c3cc2ebbe8d7938f40720e16ff652b64f1247227f42b9ea) AuthConfig (518d1de7227cde09292d561dd96a09ccb20580f6b80d56ce03409378a490b347) AuthConfig (73fa0854a0c021fbb89080d009a624055b1335e370d44fa84cb497ccf1fb827b) AuthConfig (5e9290060c414b826415b11f5ddd35e10584e0738ccbe76b73330af75cbf5483) AuthConfig (3e72f030ed86b10b143703c0e8e13d51bac14f24fe87fcd10359893bd034bdb4) AuthConfig (e23629dc02ca63d7f1ef9741e14a1c317f0c425b409da8c759acca21052ffdea) AuthConfig (01e17afcde32244a10b872073761c622e7fcb3830027d0144fefa68699523cb6) AuthConfig (60cb68489270de27afa791b9d6762fa6db344e7eb8795a402894461ca1d8ed57) AuthConfig (e89dac6f9fff7362408c9c713c58ebffda805ca9f04a7e9ecb0d11994afa33a2) AuthConfig (0188b42337ef339934a397572a674a1e959a580241bf3d05f7ec4cf5135433fe) AuthConfig (63571c308497547feabeae7cea952fb826f8fa901018b8cfe1c2bae74cdea9a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"b582d5f2-0689-4ecd-83c8-b60248992492","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.947582928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"f5ad24be-44f8-4a55-9931-562118c7bc3c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:19.958021731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"5ce828e2-530a-41de-b0f0-0e7f1eb31e04","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.002372459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"32a7ecb8-780b-4778-a1f4-5c4e3ea4d52f","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.002477281Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9bfe36 priority=0:[ai-tenant-e2e-worker-w0-9bfe36/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-9bfe36/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.008910434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"a77f2515-14ce-45ec-b2f6-4136926a6fe8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.023933912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c8a3a595-3f59-461c-8fb2-350443c5e24e","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.030338656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"a77f2515-14ce-45ec-b2f6-4136926a6fe8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:20.039903471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-sub","reconcileID":"df7e6f11-d30d-458f-ad19-293a97abd9ea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.043921856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"fa81914d-7c53-44da-a217-411c1bb2010b","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.049904486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd26c737aeed0ab6dd50640850d6ba1718c14388193e5f1d5368339df24c4d8d) AuthConfig (dc66ed09d1de9ba92c3cc2ebbe8d7938f40720e16ff652b64f1247227f42b9ea) AuthConfig (518d1de7227cde09292d561dd96a09ccb20580f6b80d56ce03409378a490b347) AuthConfig (73fa0854a0c021fbb89080d009a624055b1335e370d44fa84cb497ccf1fb827b) AuthConfig (5e9290060c414b826415b11f5ddd35e10584e0738ccbe76b73330af75cbf5483) AuthConfig (3e72f030ed86b10b143703c0e8e13d51bac14f24fe87fcd10359893bd034bdb4) AuthConfig (e23629dc02ca63d7f1ef9741e14a1c317f0c425b409da8c759acca21052ffdea) AuthConfig (01e17afcde32244a10b872073761c622e7fcb3830027d0144fefa68699523cb6) AuthConfig (60cb68489270de27afa791b9d6762fa6db344e7eb8795a402894461ca1d8ed57) AuthConfig (e89dac6f9fff7362408c9c713c58ebffda805ca9f04a7e9ecb0d11994afa33a2) AuthConfig (0188b42337ef339934a397572a674a1e959a580241bf3d05f7ec4cf5135433fe) AuthConfig (63571c308497547feabeae7cea952fb826f8fa901018b8cfe1c2bae74cdea9a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"a77f2515-14ce-45ec-b2f6-4136926a6fe8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.08056307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"98b4d94a-1f40-4690-9859-c8e14a90b928","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.102077795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"72053e95-52b8-41d4-8a46-e39f5c2472a6","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.109192748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"a2027de5-71bd-4866-8578-7d2f4d41a7f6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.10935208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"523ccef2-40ad-4a78-b418-f364e4185a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.109551779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"9db30c6d-5951-4710-b059-598e699187b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.130673534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"a2027de5-71bd-4866-8578-7d2f4d41a7f6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.131286417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"9db30c6d-5951-4710-b059-598e699187b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.132917122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"523ccef2-40ad-4a78-b418-f364e4185a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.150010006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd26c737aeed0ab6dd50640850d6ba1718c14388193e5f1d5368339df24c4d8d) AuthConfig (dc66ed09d1de9ba92c3cc2ebbe8d7938f40720e16ff652b64f1247227f42b9ea) AuthConfig (518d1de7227cde09292d561dd96a09ccb20580f6b80d56ce03409378a490b347) AuthConfig (73fa0854a0c021fbb89080d009a624055b1335e370d44fa84cb497ccf1fb827b) AuthConfig (5e9290060c414b826415b11f5ddd35e10584e0738ccbe76b73330af75cbf5483) AuthConfig (3e72f030ed86b10b143703c0e8e13d51bac14f24fe87fcd10359893bd034bdb4) AuthConfig (e23629dc02ca63d7f1ef9741e14a1c317f0c425b409da8c759acca21052ffdea) AuthConfig (01e17afcde32244a10b872073761c622e7fcb3830027d0144fefa68699523cb6) AuthConfig (60cb68489270de27afa791b9d6762fa6db344e7eb8795a402894461ca1d8ed57) AuthConfig (e89dac6f9fff7362408c9c713c58ebffda805ca9f04a7e9ecb0d11994afa33a2) AuthConfig (0188b42337ef339934a397572a674a1e959a580241bf3d05f7ec4cf5135433fe) AuthConfig (63571c308497547feabeae7cea952fb826f8fa901018b8cfe1c2bae74cdea9a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"a2027de5-71bd-4866-8578-7d2f4d41a7f6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.187746721Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-sub","reconcileID":"63c98c0a-1b81-4bfa-9d78-37df6dc160b4","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.208872356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"a88a4ea8-9f6c-4470-b8d4-ec3321125251","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.229580337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"a88a4ea8-9f6c-4470-b8d4-ec3321125251","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.248533154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"dd12a067-34be-47e1-8589-3801221fe3cc","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.251585078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5b2b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd26c737aeed0ab6dd50640850d6ba1718c14388193e5f1d5368339df24c4d8d) AuthConfig (dc66ed09d1de9ba92c3cc2ebbe8d7938f40720e16ff652b64f1247227f42b9ea) AuthConfig (518d1de7227cde09292d561dd96a09ccb20580f6b80d56ce03409378a490b347) AuthConfig (73fa0854a0c021fbb89080d009a624055b1335e370d44fa84cb497ccf1fb827b) AuthConfig (5e9290060c414b826415b11f5ddd35e10584e0738ccbe76b73330af75cbf5483) AuthConfig (3e72f030ed86b10b143703c0e8e13d51bac14f24fe87fcd10359893bd034bdb4) AuthConfig (e23629dc02ca63d7f1ef9741e14a1c317f0c425b409da8c759acca21052ffdea) AuthConfig (01e17afcde32244a10b872073761c622e7fcb3830027d0144fefa68699523cb6) AuthConfig (60cb68489270de27afa791b9d6762fa6db344e7eb8795a402894461ca1d8ed57) AuthConfig (e89dac6f9fff7362408c9c713c58ebffda805ca9f04a7e9ecb0d11994afa33a2) AuthConfig (0188b42337ef339934a397572a674a1e959a580241bf3d05f7ec4cf5135433fe) AuthConfig (63571c308497547feabeae7cea952fb826f8fa901018b8cfe1c2bae74cdea9a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"a88a4ea8-9f6c-4470-b8d4-ec3321125251","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.265570057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"dc266931-ef1e-46f4-ba97-65c94246df8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.366881513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-sub","reconcileID":"68da49d9-4c21-4a55-a600-b8c745b8cb4f","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.380294897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8a473f58-b901-4894-b43e-dbc2ecd9140b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.380292134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"732fea48-c8d8-4a99-854d-627e8a4ddad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.405176049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8a473f58-b901-4894-b43e-dbc2ecd9140b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.405935881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"732fea48-c8d8-4a99-854d-627e8a4ddad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.933490399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"ae30e670-03fe-4dbe-98bc-4857b25a3dad","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.933838679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"df8ddc0b-e37d-49ca-aae0-58c7c1e02593","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.93427235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"122d009c-26e8-424a-a780-76f88f0ef979","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.966472709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"e2f5b67a-8499-4f99-ab48-8d17d0ed071a","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.966802152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"cc63b008-e47f-4b32-8c0c-faf2dee4d37f","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.967083739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"64eec4bb-f6bb-414e-ba0e-88b04290bac5","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.980453283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4c78fe46-00db-4b21-b73e-517d250c7e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.99854713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"ebd51d73-ae5a-443b-8a7e-208f17c9695e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:20.999497597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"69b08967-ba2d-4ee0-970d-e9de311791e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:21.00249211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4c78fe46-00db-4b21-b73e-517d250c7e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:21.093503068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a3f4bfc1-65e7-487e-9a1c-ba4e8cc8e5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:21.11467561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a3f4bfc1-65e7-487e-9a1c-ba4e8cc8e5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:21.18341993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fa5cc6dc-b49d-447a-be36-424d18177d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:21.204335793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fa5cc6dc-b49d-447a-be36-424d18177d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:21.283439187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f8da92e1-d49c-4791-b0dc-5e508419d9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:21.30638266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f8da92e1-d49c-4791-b0dc-5e508419d9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:25.287449228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub1","reconcileID":"dc81c605-54c2-4518-bb91-643d45d81e9b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:25.349946476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"f2a43990-d244-4cdc-bb66-1089acf43f76","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:25.566274268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub2","reconcileID":"623f76c6-15ef-4f74-a5bc-0d091e09e0a7","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-2-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:25.642231333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"2f3b5d8a-f1a9-4f6a-96ac-79c534918ccb","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:25.948050437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"43707ddc-8c9e-47db-8e14-bf1b2e133f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:25.967761139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"a7464189-9180-4f61-a502-f66b47d7bd5f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:25.968457063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"cc3d58ee-1289-49f5-aa95-3f480b295267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:25.9690633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"828678a7-d264-4bfd-8b39-82265efd7ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:25.970122395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"84970ebb-8d66-4ec4-abc0-2e73a203cb11","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.002701224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"43707ddc-8c9e-47db-8e14-bf1b2e133f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.01700486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"a7464189-9180-4f61-a502-f66b47d7bd5f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.020613164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"cc3d58ee-1289-49f5-aa95-3f480b295267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.032515116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"84970ebb-8d66-4ec4-abc0-2e73a203cb11","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.060529913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"828678a7-d264-4bfd-8b39-82265efd7ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.137543717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"897233bf-d944-4932-85db-0e8c783e429d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.170110389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"897233bf-d944-4932-85db-0e8c783e429d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.305622581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"ac342e6f-a85a-45c1-948a-25e0b56e45ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.305755044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"ffe31c68-3bfd-43e0-bede-a7c40f72782a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.306249893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"e6437c1c-e7a7-4780-bf5c-a437ece3cf8d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.30673997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"8171f26b-f0df-4bf6-ac5b-0fd19743d34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.342821002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"ac342e6f-a85a-45c1-948a-25e0b56e45ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.345120546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"ffe31c68-3bfd-43e0-bede-a7c40f72782a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.356489786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"8171f26b-f0df-4bf6-ac5b-0fd19743d34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.368566017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"e6437c1c-e7a7-4780-bf5c-a437ece3cf8d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.425623655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"846bdca5-9257-41b9-8df9-b7a28ebc4eed","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.457807138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"846bdca5-9257-41b9-8df9-b7a28ebc4eed","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.629497545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"68b58e57-514c-4e89-aba3-666a6f835b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.629502059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1f2d5990-1777-4a42-a40a-11708bf5e93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.652389912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1f2d5990-1777-4a42-a40a-11708bf5e93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.652476094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"68b58e57-514c-4e89-aba3-666a6f835b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.729992126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"4fa4f9eb-ce3d-4395-a3ae-6547761af420","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:26.751040761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"4fa4f9eb-ce3d-4395-a3ae-6547761af420","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.057813102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"be0e54ba-612d-4a47-923e-28b2547e3114","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.110984535Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub1","reconcileID":"20572603-f747-44c6-98ea-5da8f23d979e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-47047b78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.138014163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9eb09c75-5936-423f-a62e-1e6d914da3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.138014183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"db7cff2a-2b10-4b41-b9e7-8ff899af8a26","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.138282356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"cba06b0b-e6f7-4339-afd8-cc79c2224fb6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.138877622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"70ba92ac-c602-48ca-884a-c916e7957945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.160368713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"db7cff2a-2b10-4b41-b9e7-8ff899af8a26","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.161121793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"cba06b0b-e6f7-4339-afd8-cc79c2224fb6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.163275089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9eb09c75-5936-423f-a62e-1e6d914da3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.164477993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"70ba92ac-c602-48ca-884a-c916e7957945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.289988127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"6407d998-dd2e-4e85-8698-3f3d1db4787f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.290559993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"7893e9ee-cade-4191-917b-a31f8647c21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.291729053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"5a2f06db-2afc-46bd-a368-aeec34b0edd7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.292224615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e1f13382-0d38-4d3f-a5c7-3b6c085228b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.354246546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"6407d998-dd2e-4e85-8698-3f3d1db4787f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.356664963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"7893e9ee-cade-4191-917b-a31f8647c21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.35912659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"5a2f06db-2afc-46bd-a368-aeec34b0edd7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.361474133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e1f13382-0d38-4d3f-a5c7-3b6c085228b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:28.820799963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.684412173Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"829ecf8f-e18e-4243-bc53-792be838b58f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.700822901Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"829ecf8f-e18e-4243-bc53-792be838b58f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.717509609Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"829ecf8f-e18e-4243-bc53-792be838b58f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.736040967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"829ecf8f-e18e-4243-bc53-792be838b58f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.754531886Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"829ecf8f-e18e-4243-bc53-792be838b58f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.771312891Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-subscription","reconcileID":"829ecf8f-e18e-4243-bc53-792be838b58f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.879283332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"869501aa-334f-4a7c-a56d-2de98f7f198f","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.901279903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"a8c2f5eb-524b-494f-afd4-74f5ddccab33","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.921235377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"bc26457f-0c93-402b-af78-634ae113adba","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.92598658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"9235d768-912c-47d5-abda-99913181697f","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.961666934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"7fe4b708-370f-48f9-939f-2908ef75ade7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.962124995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"ecbf5f28-51d8-4e0f-9b14-bb3ab03c9ffa","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.962410044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"9e8e4635-8527-413b-b559-af59fb2f85ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.983398796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"7fe4b708-370f-48f9-939f-2908ef75ade7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.983626906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"ecbf5f28-51d8-4e0f-9b14-bb3ab03c9ffa","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:29.986718797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"9e8e4635-8527-413b-b559-af59fb2f85ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.036939656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"13907701-b7dd-4599-8d41-73ecb835de45","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.037330521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"c7d031d5-7aff-45af-b675-a5292669a3fb","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.23085965Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"b38edb4f-7529-4d58-a30d-e610fe29a4fa","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.246438689Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-distinct-models-auth","reconcileID":"b38edb4f-7529-4d58-a30d-e610fe29a4fa","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.300729599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"e0187f4c-4aa7-48d0-9ccd-e5ac64c5779a","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.300954161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"e97e0785-e919-4097-882d-e9f2d3484d71","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.303565881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"c919102d-bd86-4697-a79b-293ac63fbe62","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.324590831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"c919102d-bd86-4697-a79b-293ac63fbe62","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.418314025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"dc11f633-db39-4aae-9d24-8f90ad8a0cc6","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.754664973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"f21d9bfe-4157-4da2-b346-dc389c601441","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.804237716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"6d74e9af-0d6f-4d74-a788-b6661e06f951","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.804275501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"4bcb3dc3-e992-4220-bd59-ab547d034a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.804594157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"a4fa0e89-86cb-416d-8f12-4f5d3bef65b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.825957465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"6d74e9af-0d6f-4d74-a788-b6661e06f951","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.826778569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"a4fa0e89-86cb-416d-8f12-4f5d3bef65b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:30.828369597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"4bcb3dc3-e992-4220-bd59-ab547d034a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.294345413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"d5d93dbd-79d5-43e2-b873-1f362071c533","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.314811203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"6d14c406-7f99-4b22-97df-ec101aad4f47","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.361255525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"1e449445-08b3-4822-9068-52482fdfdf2a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.382117093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"1e449445-08b3-4822-9068-52482fdfdf2a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.512556967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"4ee2c4a4-1345-4645-9210-b1ee994bca53","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.531583826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"669f07ea-c878-431d-b8ab-f546e2f88f4f","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:31.548890137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-valid-sub","reconcileID":"c88ecd8f-b765-4e79-ba0e-0434080cf2e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.557438721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"c7eb1459-7e5c-48d8-a848-979cbe354934","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.561494832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"73f21723-f055-44e5-b71b-faeb0659068a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.561983421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2ed2ec93-ffe1-434e-9615-0efe0d1ec76f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.583054408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"73f21723-f055-44e5-b71b-faeb0659068a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.583364523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2ed2ec93-ffe1-434e-9615-0efe0d1ec76f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.594303292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"c6be90a0-1d8f-4972-8997-2708dfd8d1b7","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.615474407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"06f887b1-a557-429c-8e86-46076b342060","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.660499371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"51533ee5-5ca7-4010-b428-447f33f4c906","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.681729952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"51533ee5-5ca7-4010-b428-447f33f4c906","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.706640102Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-valid-sub","reconcileID":"3d5706b0-5504-4450-a7bb-11c6d990e080","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-72ed13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.766495205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"dbeb41dd-ab8c-4e6e-8eb7-f007198e7d08","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:31.77371379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"51533ee5-5ca7-4010-b428-447f33f4c906","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.783533455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"a31f0b0b-5ae5-4349-a0df-89289b497433","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.789713342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"cd3f0860-9f42-41e8-8383-f5a9a3a94bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.790002307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"39040f18-d3dd-45ac-bb01-d3c6ee623f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.810642844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"39040f18-d3dd-45ac-bb01-d3c6ee623f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.810770666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"cd3f0860-9f42-41e8-8383-f5a9a3a94bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.883930648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-valid-sub","reconcileID":"a2576f81-def7-4c76-92ca-52a6ca938115","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.886974161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"b4b16b3b-0e85-48d4-b684-202bdf2eff75","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:31.909248334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"b4b16b3b-0e85-48d4-b684-202bdf2eff75","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.127230835Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub1","reconcileID":"4a8ef50b-ee86-4e14-b1bd-96f130de98d6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.163014401Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub1","reconcileID":"4a8ef50b-ee86-4e14-b1bd-96f130de98d6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.1924217Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub1","reconcileID":"4a8ef50b-ee86-4e14-b1bd-96f130de98d6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.322501139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"250225aa-f5de-460d-82fb-7934fe8b3da9","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.358014643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"4634ed93-837a-4d13-9367-d4ed9122bb77","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.407304155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b282b79b-3c6f-4426-9b31-46952edf8c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.429712541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b282b79b-3c6f-4426-9b31-46952edf8c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.485679654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"ac19458d-3789-46dc-812e-b23624275b1f","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.509640055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"46cc4d03-f9f9-4824-adb1-3e897f5f93fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.509647967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"fba51058-ce9f-4802-931c-5c14dcc300c5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.509943535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"9c389b82-68c8-4c74-b283-6ab929641a68","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.532377229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"46cc4d03-f9f9-4824-adb1-3e897f5f93fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.53241027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"fba51058-ce9f-4802-931c-5c14dcc300c5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.534586828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"9c389b82-68c8-4c74-b283-6ab929641a68","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.539539558Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub2","reconcileID":"01a250c3-2fb1-4f9f-8575-5db473184166","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c01ba8f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.607515026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e4f24cb9-2d4e-4816-ac9f-bc184a94701c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.62892887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e4f24cb9-2d4e-4816-ac9f-bc184a94701c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.743066202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"edc9cb58-3e78-4608-b22e-fc72e37149da","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.743146878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e9653e9c-b63a-4cf4-852b-4a2e949d151c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.743444502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"5e96cfc7-d77e-437e-b133-2612340cc71c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.759572208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d3659338-97e4-48c0-826b-51efadeb6acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.766369893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"5e96cfc7-d77e-437e-b133-2612340cc71c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.766410406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"edc9cb58-3e78-4608-b22e-fc72e37149da","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.768691426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e9653e9c-b63a-4cf4-852b-4a2e949d151c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:38.78075403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d3659338-97e4-48c0-826b-51efadeb6acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:40.81259325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-sub","reconcileID":"9aec40a3-30db-490c-9a03-3694b6368b22","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:40.884230188Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-sub","reconcileID":"9aec40a3-30db-490c-9a03-3694b6368b22","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:40.949323885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"07c767c9-3630-4a1c-95af-39cadee3bf5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:41.037427815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"837688cf-52df-4e71-a484-135e96d004ab","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:41.084906277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"573f23ac-b19f-48ee-982e-723803b19c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:41.085227222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ce0c0eba-96aa-451f-b898-2fbefe6d5ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:41.085484728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"6db76c49-c761-4f20-bfec-65af9a957b1e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:41.151602898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ce0c0eba-96aa-451f-b898-2fbefe6d5ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:41.153740941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"573f23ac-b19f-48ee-982e-723803b19c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:41.155904266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"6db76c49-c761-4f20-bfec-65af9a957b1e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:41.191877639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d7075c7f-5c0d-4838-a1b2-73991a51eb21","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:41.288856661Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-api-key-scoped-auth","reconcileID":"4bea566b-a300-4c85-a68c-0978b4ea5f3e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:41.340925716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"30050568-81cf-441e-ad4f-05468fbc7a8a","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.023457101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"a4624953-3c5f-4f2e-bf03-a3053d9d0a04","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.02384054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"bf2b5f6b-d68b-47b9-8dce-eb733b60a9cd","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.061737685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"03fbdb5f-2e2d-4809-b40f-e9465171e6f1","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.062199092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"6e57e6a6-a998-418c-88d5-db3e5ffc64a4","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.079479213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"12bd8bf0-b7d2-4979-b26a-a4139420b94f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.079479201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"310383ab-adbc-4f40-9e64-6bad62d791dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.100699479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"9f7ec484-87bb-4238-81a4-c380787bea78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.100807415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"5af1f99c-ac17-4342-b5a1-9f3ea0db6835","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.105733898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"12bd8bf0-b7d2-4979-b26a-a4139420b94f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.105770075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"310383ab-adbc-4f40-9e64-6bad62d791dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.109019201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"ddcbaf74-4c34-4157-95f0-e19b357914f5","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.174957086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"c8d4d344-e277-410b-92f6-d09e818bc9c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.174956077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"dc95b515-1b6c-49cf-90fe-3d05bcd5b1b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.176125559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"490cf3a8-ed43-474a-a36e-7534f60b0ba6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.19759966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"dc95b515-1b6c-49cf-90fe-3d05bcd5b1b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.201725395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"490cf3a8-ed43-474a-a36e-7534f60b0ba6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.205978163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"c8d4d344-e277-410b-92f6-d09e818bc9c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.28962696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c566833f-382a-4a3b-b1e2-158281d53b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.289661669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"93cf44d8-af80-4aeb-b678-c45fc2f7db69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.312283615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c566833f-382a-4a3b-b1e2-158281d53b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.313830524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"93cf44d8-af80-4aeb-b678-c45fc2f7db69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.643988016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"476996d3-6faf-48dd-b6af-14a28946ffc7","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.665928042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"0891db48-8a7b-43be-b104-24b85ac902ad","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.714341517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"2e0c2c3f-cc78-42bf-a328-dff7151c0dac","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.735228994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"2e0c2c3f-cc78-42bf-a328-dff7151c0dac","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.851420951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"159bf746-2b5d-413a-b14e-8d73df2b324a","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.87005063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"17c86ea9-db76-43eb-bfaf-907dbfe4ddab","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:42.888375555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-user-sub","reconcileID":"59fdf5be-d325-46c5-85ca-31fffb0f7ae5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.913856802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"b0c3e660-612b-46b1-9320-265609ab356d","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.930878438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"2b312a5e-163e-45b3-a71d-cc19e9f3ecc8","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.952488366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"0821d31e-736d-494e-a291-23cb0fea9d5a","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.954436741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a2383578-9144-41fe-9347-bdcd05ade0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:42.955517193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1f404251-30ab-49b7-bf2f-1d5f61e21cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.053175822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a2383578-9144-41fe-9347-bdcd05ade0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.056939286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1f404251-30ab-49b7-bf2f-1d5f61e21cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.088528347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"107125ca-c771-42e7-bcf4-bcf599d44572","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.091786128Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d5b2b8 priority=0:[ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-other-sub ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.091964526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"61762325-d0e3-4f64-97ad-84d0c9706faa","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.111457804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"107125ca-c771-42e7-bcf4-bcf599d44572","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.112249247Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-user-sub","reconcileID":"65305105-80f6-4ab0-8ef5-b11eeb65b43a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-user-sub","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.114749041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d32e26c6-2feb-4eab-b857-9668142f8aed","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.131054062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"533c5e7a-f160-48a1-8c8e-6ec004bf3cd1","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:43.137714464Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.152699763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"63c55649-da49-4580-a3b3-573303826ea3","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.175216335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"95c58dec-98cb-4795-bda8-8be881757cda","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.205478201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"a414a100-3830-4707-87f1-19928388497e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-other-sub","ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-user-sub","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.23702158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2cd5e1ce-a75e-41d8-b753-35af9bf49239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.237103734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"72094d48-3221-4ef8-8c98-f7c3e45bbc81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.259106705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2cd5e1ce-a75e-41d8-b753-35af9bf49239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.261643858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"72094d48-3221-4ef8-8c98-f7c3e45bbc81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.283757949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-other-sub","reconcileID":"09da3933-bf32-4ca7-b03b-09bf3095a44f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.286772856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-user-sub","reconcileID":"fdbcf40a-1a85-4b6e-a696-926dc3f59708","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.340458677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"96afe8b5-1a92-4dc2-9f8e-1f17e05935d1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.34528267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"790ddf29-612d-4389-8793-9e1067bac2f5","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.362757007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"96afe8b5-1a92-4dc2-9f8e-1f17e05935d1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.380017454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"a1f5bea0-bdfa-4746-96c4-a4e320b21b0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.39103158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-user-sub","reconcileID":"b3f5c68a-7c22-4ab9-bb53-fb047eb6436d","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:43.481276611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-other-sub","reconcileID":"942d6ebb-553a-4d98-a527-f7ad26ab1d4e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.293751489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"95acfff0-11f8-4f33-a96e-869782bfb3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.294354825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d20074a0-2372-49da-a0e3-a8debc53caab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.387933271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d20074a0-2372-49da-a0e3-a8debc53caab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.388280826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"95acfff0-11f8-4f33-a96e-869782bfb3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.455823876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"e7e1c54a-9d79-4107-b38a-2b539171ade4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.456515235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"56e7e06e-7da6-49e8-a1fc-0b7868ff6966","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.457011509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b431a6ec-c386-4dd5-ac8e-a15ac28056b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.570205984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b431a6ec-c386-4dd5-ac8e-a15ac28056b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.584463834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"e7e1c54a-9d79-4107-b38a-2b539171ade4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.783030238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"56e7e06e-7da6-49e8-a1fc-0b7868ff6966","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.953830179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"709da4a3-d347-40c1-89a8-e1f3cde2a30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:44.999627964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"110c31aa-bf9a-43ac-9718-82ccee01a069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:45.000497428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"709da4a3-d347-40c1-89a8-e1f3cde2a30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:45.001068147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"cc7980c5-5b1d-4608-bbed-bf87d5013f5c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:45.053747643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"cc7980c5-5b1d-4608-bbed-bf87d5013f5c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:45.055724814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"110c31aa-bf9a-43ac-9718-82ccee01a069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:46.322665979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"6a0546ff-056b-4745-9dc6-21013bdb8121","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.572534588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub2","reconcileID":"3a6a1400-5d6b-4537-b306-f15c7aabe862","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.589206517Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub2","reconcileID":"3a6a1400-5d6b-4537-b306-f15c7aabe862","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.606125692Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-sub2","reconcileID":"3a6a1400-5d6b-4537-b306-f15c7aabe862","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.697829076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"d101be8f-0290-473c-9dba-cba5117bb44e","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.698179027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d5b2b8 priority=0:[ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-other-sub ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.722686385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"359fba01-1d64-4cfe-8841-942627f4a7dc","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.777051009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"86ec6406-a4bd-4e84-83ec-8e4c8aa5a719","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.777186155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4e3297e6-eabc-4e64-bd92-8a36252e73b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.777436524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"e0e6c3d8-fa6b-4227-b47b-b70cb698b095","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.777522644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b9f74003-ff15-419c-b337-ec1cc2d188fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.798341747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"86ec6406-a4bd-4e84-83ec-8e4c8aa5a719","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.798423133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4e3297e6-eabc-4e64-bd92-8a36252e73b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.800774586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b9f74003-ff15-419c-b337-ec1cc2d188fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.801265091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"e0e6c3d8-fa6b-4227-b47b-b70cb698b095","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.852036496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth1","reconcileID":"c27e337d-9072-4e05-a94b-170a5d75f1f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.852041704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"c3557323-8c57-48c9-b10d-fcdd4f8522d6","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.917441005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"b6151ec1-1ec4-4c0f-9dcb-29175acb00b6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.938582444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"b6151ec1-1ec4-4c0f-9dcb-29175acb00b6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:48.967308662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"035844d4-6798-4e18-8dd1-7e52bb945ba8","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:49.127086209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"f8f226c0-5f49-4e3f-a47b-ec8084d986db","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:49.131994537Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-return-all-auth2","reconcileID":"94b83e0d-8470-44ec-a7d9-0333c5b20e32","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:49.353287014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"e2a7a3ab-5f20-4b84-bfc7-a62abc89a688","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:50.721223381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"27627791-5423-4e1f-8f6e-d53d637b2423","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:50.742127455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"063d2490-a7dc-40ff-bdba-4e74bf9bab12","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:50.795330523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"dadb9c49-4419-49dd-80e0-2d0a75ca8b9e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:50.816000362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"dadb9c49-4419-49dd-80e0-2d0a75ca8b9e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:50.914959887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"6746672a-07b7-4b2c-9ab9-253da2d4b78f","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:50.988515668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"701e0df1-d6a0-44fe-8375-934273ec3d9f","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:50.988729866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d5b2b8 priority=0:[ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-other-sub ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.009558416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"4db0245b-ac0f-4ea0-a0d5-b84558c1c220","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.016840362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"848521dd-5e38-4149-90b6-c8be6c2393e8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:51.024892109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-sub","reconcileID":"1fab06a9-e6da-4f6d-a506-374a34288c99","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.037637691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"848521dd-5e38-4149-90b6-c8be6c2393e8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.067380385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"a0b3b70b-421b-4342-8f1c-807f0fe82b91","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.068739919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"56b7d0c6-ba9f-4b77-97f9-d7fe95c963cf","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.088149905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"ecfd1cf9-7d2e-46ba-840e-bc6f7b314800","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.117445355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"f3a7f262-645a-427a-9330-7c87b055a079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.117852818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8c6f7cf7-1548-4a0a-b0b5-45f437a615db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.117958589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9a2fb39d-c5e5-4fd7-bb25-b9c89b7a806c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.118219342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"b1c9599b-5b8d-4d8f-8528-2e59abcc8a6e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.138676496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"f3a7f262-645a-427a-9330-7c87b055a079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.138891993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9a2fb39d-c5e5-4fd7-bb25-b9c89b7a806c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.140906742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"b1c9599b-5b8d-4d8f-8528-2e59abcc8a6e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.141053545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8c6f7cf7-1548-4a0a-b0b5-45f437a615db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.183851978Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-sub","reconcileID":"284f6977-cca3-43f4-9101-ee21bac9279a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-9bfe36/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.220099939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"2545508e-3249-4c47-9046-3928f3dfad38","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.240826968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"2545508e-3249-4c47-9046-3928f3dfad38","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.24190758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"98479071-5e35-4cb9-a4c1-3cc10f3445e1","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.257753187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"f489f99e-7eb1-4f15-8b4b-c678a4bbb1cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.361066428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-sub","reconcileID":"285d0cd6-5a9a-4ce8-9181-abbda33c761f","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.421089013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4542fc79-d154-493c-9ef6-93aabb6eea11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.421260633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"90d55c67-d242-4978-bf36-b9a71ffd9e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.421505521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"57f00303-c047-46ef-a854-a7379206b3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.444149806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"57f00303-c047-46ef-a854-a7379206b3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.444178668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4542fc79-d154-493c-9ef6-93aabb6eea11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:51.446360025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"90d55c67-d242-4978-bf36-b9a71ffd9e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.174441991Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-valid-sub","reconcileID":"0fedee8c-c6f0-4f1f-a5fe-6336d84b49d8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.249492438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-valid-sub","reconcileID":"0fedee8c-c6f0-4f1f-a5fe-6336d84b49d8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.320238282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"819393ab-a480-40b6-9ead-5331ed7906a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.333589687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"400f1ec1-8abd-48b9-a741-d745f00d9c7a","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.359353428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"b93114c9-426b-43e3-be75-d694b6fe56e6","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.383554918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"32495232-afd4-4e96-832a-f37d354fab2e","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.393028282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5c344c8c-7df7-4528-a513-2c05b7d46c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.393263384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"c5efddb7-03ce-478b-8ff4-fd8588da2dc9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.393027853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"c7d4e076-e170-4ef1-8351-1814db2c36b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.414430484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5c344c8c-7df7-4528-a513-2c05b7d46c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.414565944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"c5efddb7-03ce-478b-8ff4-fd8588da2dc9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.416923467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"c7d4e076-e170-4ef1-8351-1814db2c36b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.487861741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"affa70b7-7385-4b3c-8e90-84c4498b5f74","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.546375348Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-models-invalid-sub-auth","reconcileID":"aea8e9dc-f8ee-4e33-9c2f-ea8c18add5ff","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:52.77355456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"6bdf58cb-c647-4302-90a8-f45772f6c631","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:53.812783578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"8381ebe2-0fa8-4371-bb74-cb2a8281e56f","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:53.834048385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"21f65446-8287-4546-a923-0134295996fd","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:53.915308157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"7e5589a3-bc5b-4dc6-9f00-8fa1b6414436","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:53.939432974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"7e5589a3-bc5b-4dc6-9f00-8fa1b6414436","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.033215979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"b21d3a73-ceda-4869-9330-fdf350b5c7fb","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.033283169Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-72ed13 priority=10:[ai-tenant-e2e-worker-w2-72ed13/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-72ed13/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.059815727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"59eaa0ca-3ac5-49a0-9324-684fc2591c74","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:54.074498672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub1","reconcileID":"948f06fe-7e32-4786-bf4d-eeea408cd16d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.086771498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"00b6b624-4668-495d-951f-7101a4296f73","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.11765567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d5e84f28-a6a7-4ca3-8d04-827939f411dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.118245943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a23f8680-002a-4277-a3c2-054dbcd6d868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.118856857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"cecffc27-ac95-4de3-85ea-9e3b44989e56","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.127070518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"f8ee2d0c-ebdd-4d2d-9006-e64f8424d593","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.141139431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d5e84f28-a6a7-4ca3-8d04-827939f411dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.141174521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a23f8680-002a-4277-a3c2-054dbcd6d868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.141674731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"b7f7960a-fadb-4746-90cc-8b4cebd3bd31","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.203661711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"93a95b93-539a-47dc-8744-a5d352061942","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.220885136Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub1","reconcileID":"5c1dc8e7-38c9-4f57-8b3d-cebfb8f0b75c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-w2-72ed13","model":"distinct-w2-72ed13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.225591619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"93a95b93-539a-47dc-8744-a5d352061942","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.240791045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"3e2c0523-1b14-4966-b681-bbf538fe0019","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.26188202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"a03ed917-36b6-4995-9652-2432fa67d046","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.290250977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"c7bcaa49-7bab-45ba-9eaa-ca6fb726ab7d","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.344115839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"d76ac28f-c4aa-43dd-a22d-b251824ee010","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.358047585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub1","reconcileID":"6b0ca75c-7f8b-4196-b660-7913bab87d55","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.369134619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"d76ac28f-c4aa-43dd-a22d-b251824ee010","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.45561223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0fbda63d-3e75-4c45-89e8-ace778732d21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.461343711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6d32a74d-1cb8-4620-884f-22a8eeba9f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.46189085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"e5a0ecf5-180c-4299-baf4-febe25a69184","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.462173171Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-72ed13 priority=10:[ai-tenant-e2e-worker-w2-72ed13/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-72ed13/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.48184595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0fbda63d-3e75-4c45-89e8-ace778732d21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.493743579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"7897ffb4-2d1a-4bfc-9ae7-44099c0ecfd3","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.495955428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"9a1b6b7f-d913-4877-b238-f66ccc11f69c","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.496795011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6d32a74d-1cb8-4620-884f-22a8eeba9f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.50224614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"fcc358e6-604c-44e0-a533-31facd964aec","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:54.512845624Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-72ed13/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.523918319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"0c2a34b6-1cf6-4f1c-a71e-b2fcd629908f","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.563497236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"901f7c93-2578-4473-a323-c1f9e0057072","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.588765671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"901f7c93-2578-4473-a323-c1f9e0057072","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.604515968Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub2","reconcileID":"2ff1eecf-d3fa-4810-96fc-22fcaf7da973","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-2-w2-72ed13","model":"distinct-2-w2-72ed13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-72ed13/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.646110575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"0e817c78-888a-4ee8-ab87-b3ec732e44e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.64634622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e1d81fa1-9fbe-419c-bf5c-5c23126b1c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.646107461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b3c480e8-d067-4093-928e-3c8ea588b00e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.665439708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"8e606a00-1b71-45f7-8ab8-bf43b546230d","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.688620939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"0e817c78-888a-4ee8-ab87-b3ec732e44e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.699593376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e1d81fa1-9fbe-419c-bf5c-5c23126b1c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.70129004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b3c480e8-d067-4093-928e-3c8ea588b00e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.767993302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub2","reconcileID":"e076f7c7-6fd7-463a-9ed0-e6d4d404d16d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-2-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.7926829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"4e3b6c07-3b5c-498d-afbe-c40ee127592b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.816911148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"4e3b6c07-3b5c-498d-afbe-c40ee127592b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.933502024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"05dc4181-9f39-4960-9fc0-e4a485f25639","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:54.965240778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"05dc4181-9f39-4960-9fc0-e4a485f25639","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:55.893822794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"7c387e51-67f4-4e35-978a-a6184420db2f","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:55.948508246Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub1","reconcileID":"94d5c940-49a2-43b8-a0a9-df222c1d04d7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-557d1ba7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:55.984339784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"89bc16f3-0d03-4e6b-829b-b464f6b5e9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:55.984904153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"1dbbe208-2d6a-45dd-9ee6-bcad8c0772b6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:55.985354077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0502cff5-2ea6-4858-a4b2-c4c13d30ff05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:55.98574211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"e36726db-d95a-4db4-a177-90879b9eb388","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.008704683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"89bc16f3-0d03-4e6b-829b-b464f6b5e9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.009720224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"1dbbe208-2d6a-45dd-9ee6-bcad8c0772b6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.011304902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0502cff5-2ea6-4858-a4b2-c4c13d30ff05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.013507587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"e36726db-d95a-4db4-a177-90879b9eb388","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.143831309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"aa5d1d46-2c95-49b1-8c8f-04ece2bdac1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.145172743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8d3fb62b-e1ce-4c65-b066-1639d78b78a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.145202349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"d0c6c554-78ca-42ad-b181-f876657de958","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.145451095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"ef7ecce1-8258-44e3-a5bd-591292e78a81","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.170560259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8d3fb62b-e1ce-4c65-b066-1639d78b78a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.173281234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"aa5d1d46-2c95-49b1-8c8f-04ece2bdac1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.174361984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"ef7ecce1-8258-44e3-a5bd-591292e78a81","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:56.188341928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"d0c6c554-78ca-42ad-b181-f876657de958","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.475605149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"83cc74e9-54bd-4f8e-9d69-060b4d3425f3","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.494511361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"8cb8bd0d-faf1-4b33-9685-f27e039aef57","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.541090103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"7ba49640-eb5e-470e-aa3d-487443b6f7b4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.566785006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"7ba49640-eb5e-470e-aa3d-487443b6f7b4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.589668116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52167482bc5e2ecf88d325bc6ab0ff8f164ffc6707e47ad7e517d5301d5e3008) AuthConfig (dd5bb9aa528035f37fa5c0c4b2a4cd825ad724b5eb006bf6ce240d88063e1b3c) AuthConfig (6afa4ec0206b89e696db25958444a00eb414deda4d95d32ace727f84a3c00750) AuthConfig (e34cb2a860ddbc3fa7a7d3ef0c3d263e93a179e2165dec15ee7f9ba04ab364d3) AuthConfig (9553566ce2288bbdafe84e37f20d7dcc856b03a9f479f4aa44c349cdd223c851) AuthConfig (4d1302fdad52189b0d154c32a9881a9f43603cb16a1a6ee7c2aae62db581235a) AuthConfig (078665784801ab8b069dae4899a450c342c8e01a344a98f8acd298689875ff7b) AuthConfig (7b2508f208afc85a57c407f04436ad5014a07cc8c65da7d4d4db11643634ecc4) AuthConfig (50da70099a686e11e399cbc8b5f0a2c7ee5efedf0cd1142582e448342f2a9d7f) AuthConfig (fe3ff0f38f9130b7eb262a3bcb0343b3225a70a0ad4b8c41e0f80b789e643a26) AuthConfig (302a11da87906a706e6508e49bd44457dbe6e9b37caa3187b1bccfaa68ecc9ae) AuthConfig (b15fceb5515a2ee446cfaf13da827489b136b447a4bc3c933925e9a3aea183c9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"7ba49640-eb5e-470e-aa3d-487443b6f7b4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.610893325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"29df622d-1df1-4661-bf2d-b40df8120eb1","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.659224233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"4d61b89a-6540-4d45-9cce-6917bd473179","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.680693231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"4d61b89a-6540-4d45-9cce-6917bd473179","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.686020586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"90578757-a140-4ce0-bdb9-49c8cc333e68","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.701968105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52167482bc5e2ecf88d325bc6ab0ff8f164ffc6707e47ad7e517d5301d5e3008) AuthConfig (dd5bb9aa528035f37fa5c0c4b2a4cd825ad724b5eb006bf6ce240d88063e1b3c) AuthConfig (6afa4ec0206b89e696db25958444a00eb414deda4d95d32ace727f84a3c00750) AuthConfig (e34cb2a860ddbc3fa7a7d3ef0c3d263e93a179e2165dec15ee7f9ba04ab364d3) AuthConfig (9553566ce2288bbdafe84e37f20d7dcc856b03a9f479f4aa44c349cdd223c851) AuthConfig (4d1302fdad52189b0d154c32a9881a9f43603cb16a1a6ee7c2aae62db581235a) AuthConfig (078665784801ab8b069dae4899a450c342c8e01a344a98f8acd298689875ff7b) AuthConfig (7b2508f208afc85a57c407f04436ad5014a07cc8c65da7d4d4db11643634ecc4) AuthConfig (50da70099a686e11e399cbc8b5f0a2c7ee5efedf0cd1142582e448342f2a9d7f) AuthConfig (fe3ff0f38f9130b7eb262a3bcb0343b3225a70a0ad4b8c41e0f80b789e643a26) AuthConfig (302a11da87906a706e6508e49bd44457dbe6e9b37caa3187b1bccfaa68ecc9ae) AuthConfig (b15fceb5515a2ee446cfaf13da827489b136b447a4bc3c933925e9a3aea183c9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"4d61b89a-6540-4d45-9cce-6917bd473179","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.704765633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"e469c09e-b684-40ec-b0f9-12b7e8578c23","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:58:58.722287304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-sub","reconcileID":"81da1a20-3838-4371-8271-d63a27f341d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.7267753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"ca98914f-df4d-457e-9ad2-6b51b1873437","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.748043337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"9805631c-34c2-44a2-bb7a-6bc4deeafd5d","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.763081443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b4120571-67eb-4ef2-840a-d2865db16e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.763148393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"36a82b45-1c97-4400-82cc-156d28b4b3be","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.763599772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ad3847a2-f49d-4e55-95eb-6cbfe3428cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.763948197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"1d6066c7-e7b6-4d80-afce-ec8a24d442bf","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.784519687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b4120571-67eb-4ef2-840a-d2865db16e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.784629606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"36a82b45-1c97-4400-82cc-156d28b4b3be","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.785772492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"57e511ed-d75f-4cee-bd65-8078f7f46349","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.787325237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ad3847a2-f49d-4e55-95eb-6cbfe3428cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.805011807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52167482bc5e2ecf88d325bc6ab0ff8f164ffc6707e47ad7e517d5301d5e3008) AuthConfig (dd5bb9aa528035f37fa5c0c4b2a4cd825ad724b5eb006bf6ce240d88063e1b3c) AuthConfig (6afa4ec0206b89e696db25958444a00eb414deda4d95d32ace727f84a3c00750) AuthConfig (e34cb2a860ddbc3fa7a7d3ef0c3d263e93a179e2165dec15ee7f9ba04ab364d3) AuthConfig (9553566ce2288bbdafe84e37f20d7dcc856b03a9f479f4aa44c349cdd223c851) AuthConfig (4d1302fdad52189b0d154c32a9881a9f43603cb16a1a6ee7c2aae62db581235a) AuthConfig (078665784801ab8b069dae4899a450c342c8e01a344a98f8acd298689875ff7b) AuthConfig (7b2508f208afc85a57c407f04436ad5014a07cc8c65da7d4d4db11643634ecc4) AuthConfig (50da70099a686e11e399cbc8b5f0a2c7ee5efedf0cd1142582e448342f2a9d7f) AuthConfig (fe3ff0f38f9130b7eb262a3bcb0343b3225a70a0ad4b8c41e0f80b789e643a26) AuthConfig (302a11da87906a706e6508e49bd44457dbe6e9b37caa3187b1bccfaa68ecc9ae) AuthConfig (b15fceb5515a2ee446cfaf13da827489b136b447a4bc3c933925e9a3aea183c9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"36a82b45-1c97-4400-82cc-156d28b4b3be","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.818688543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.859474519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"679b3c12-a69c-4a94-8099-cc9e03fb50ca","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.871548614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-sub","reconcileID":"4f93b8c0-7069-4d5a-8278-8c9d1272eb86","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.880713662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"679b3c12-a69c-4a94-8099-cc9e03fb50ca","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.900363513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-39b241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52167482bc5e2ecf88d325bc6ab0ff8f164ffc6707e47ad7e517d5301d5e3008) AuthConfig (dd5bb9aa528035f37fa5c0c4b2a4cd825ad724b5eb006bf6ce240d88063e1b3c) AuthConfig (6afa4ec0206b89e696db25958444a00eb414deda4d95d32ace727f84a3c00750) AuthConfig (e34cb2a860ddbc3fa7a7d3ef0c3d263e93a179e2165dec15ee7f9ba04ab364d3) AuthConfig (9553566ce2288bbdafe84e37f20d7dcc856b03a9f479f4aa44c349cdd223c851) AuthConfig (4d1302fdad52189b0d154c32a9881a9f43603cb16a1a6ee7c2aae62db581235a) AuthConfig (078665784801ab8b069dae4899a450c342c8e01a344a98f8acd298689875ff7b) AuthConfig (7b2508f208afc85a57c407f04436ad5014a07cc8c65da7d4d4db11643634ecc4) AuthConfig (50da70099a686e11e399cbc8b5f0a2c7ee5efedf0cd1142582e448342f2a9d7f) AuthConfig (fe3ff0f38f9130b7eb262a3bcb0343b3225a70a0ad4b8c41e0f80b789e643a26) AuthConfig (302a11da87906a706e6508e49bd44457dbe6e9b37caa3187b1bccfaa68ecc9ae) AuthConfig (b15fceb5515a2ee446cfaf13da827489b136b447a4bc3c933925e9a3aea183c9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"679b3c12-a69c-4a94-8099-cc9e03fb50ca","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.928427657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"e79c0f89-9fe6-421e-81e3-1c9afc4aa892","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.953324802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"e9f03feb-410d-4ea3-aabd-ad16d62fd746","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.991381504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"12d720c2-6b76-4181-b548-aecaaf0f08c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:58.991747668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"79a951f2-910e-4cb6-9f02-b536f6a85412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:59.022061741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"12d720c2-6b76-4181-b548-aecaaf0f08c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:59.023907804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"79a951f2-910e-4cb6-9f02-b536f6a85412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:59.079842575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-sub","reconcileID":"8770be0d-1d29-4bc7-818b-18de0e8624f4","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:59.144326463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"328343da-b722-4f00-a7a7-bcac093fb848","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:58:59.923853518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"e45362da-1861-43a3-b927-9ac2a8c7a47b","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.65000673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"55e653c7-8774-438c-b80a-ab43fe04d160","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.650712305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"a36d404f-c9dc-4624-85bf-56e9726d342b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.651174241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"370eb29a-0f9c-4910-9209-d1f976ac0bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.682759374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"55e653c7-8774-438c-b80a-ab43fe04d160","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.686586733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"370eb29a-0f9c-4910-9209-d1f976ac0bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.707441085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"a36d404f-c9dc-4624-85bf-56e9726d342b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.786797924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"4dbcffe5-99f6-4b34-b1fe-9c575f48a372","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.792909469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"1da2b291-5961-4b97-839e-f0d265176a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.809485188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"4dbcffe5-99f6-4b34-b1fe-9c575f48a372","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.816790324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"1da2b291-5961-4b97-839e-f0d265176a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.887446686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e32fbc34-788f-4f1e-87b1-a7df5301ae9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.88760819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"f8651cd3-b39f-4f14-9d96-b8465af40a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.887910668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3a90f9a1-bd94-41a5-a00b-418920a7f334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.909221767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e32fbc34-788f-4f1e-87b1-a7df5301ae9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.910771637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3a90f9a1-bd94-41a5-a00b-418920a7f334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:00.911482741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"f8651cd3-b39f-4f14-9d96-b8465af40a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.122475897Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-user-sub","reconcileID":"18f4ea97-7cc8-4730-9cc2-71b56e8036f7","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.195092499Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-user-sub","reconcileID":"18f4ea97-7cc8-4730-9cc2-71b56e8036f7","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-models-other-sub","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.263449119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"addd4339-c174-4081-a4fc-4ecbec21b42b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.263559402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-other-sub","reconcileID":"8ccc8b12-02c6-420b-8b0b-a500def568b8","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.360460879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"8c935ebc-0f22-477f-be37-ae92a49f2dfe","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.383630376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"5b776400-528f-4068-bb7b-cb8244550b88","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.408231188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"71b35815-bb76-4bea-8436-59b736369ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.408359252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"1aea940f-2c4e-4a6d-b61d-430fc0277a65","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.408238716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"fc64b514-d11c-4b9c-b29d-0c4a5d861258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.429642655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"fc64b514-d11c-4b9c-b29d-0c4a5d861258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.433263782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"1aea940f-2c4e-4a6d-b61d-430fc0277a65","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.433976114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"71b35815-bb76-4bea-8436-59b736369ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.51600655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"4b371366-4367-484f-9124-f207bf2dfbc1","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.565363443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"565f2b4b-61cf-4e81-96fd-811133683c22","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.565386203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"da6fa3bd-c03e-4ccd-a980-53295eed8e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.589332753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"565f2b4b-61cf-4e81-96fd-811133683c22","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.5894331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"da6fa3bd-c03e-4ccd-a980-53295eed8e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.606766548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"27c2e796-9378-4775-8e67-f22130230f50","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.665495236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"d85c899e-e2f0-4881-bc15-899602615f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.665577173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"dfb60ad2-83d8-43f1-9ac5-4b854c8605e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.665808569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c8a32e46-5844-48c8-928e-135a11da5a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.686975248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"d85c899e-e2f0-4881-bc15-899602615f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.688519089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"dfb60ad2-83d8-43f1-9ac5-4b854c8605e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.689503279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c8a32e46-5844-48c8-928e-135a11da5a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.812952256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"3b916b2e-d355-4b28-954f-98c1ec57d24b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:01.834131797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"3b916b2e-d355-4b28-954f-98c1ec57d24b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.40738136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"15d68961-ecfc-4a40-8b80-1f84f80a1c71","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.407773499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"44e65d36-10ee-4503-aa9d-4b200e655191","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.408253479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"0674e8cb-0881-4275-ae1e-bdb66b16c044","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.452989178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"1404f6b5-9dd8-4061-8189-980dddc6ca2a","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.453860131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"8e65e8d3-3a9e-4940-8d7b-0d004d31b5c3","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.454670335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"119a2049-98bf-44e2-a3ae-ad533125223b","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.457787788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5ece97cf-28b7-486c-9bd9-0ead64ad8663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.458390251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"8f3ac03b-5368-4651-8638-21ad5c1e1243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.477039638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"2a201c15-3478-43ad-9ec7-70af925a4e22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.477686619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"b17a322a-9dcb-4ad8-8a2c-b20a6606cc4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.551663561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5ece97cf-28b7-486c-9bd9-0ead64ad8663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.553844703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"8f3ac03b-5368-4651-8638-21ad5c1e1243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.733601671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"743cbd6a-a5f8-4d29-8db2-1d4c31fcfcfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.734220476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6eaa72d5-e5e2-468a-ac03-ab44448d2557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.755829132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"743cbd6a-a5f8-4d29-8db2-1d4c31fcfcfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:02.756259486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6eaa72d5-e5e2-468a-ac03-ab44448d2557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:05.965239502Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub1","reconcileID":"4ca9ec10-217a-44cf-b8af-5752658d7263","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:05.981661341Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub1","reconcileID":"4ca9ec10-217a-44cf-b8af-5752658d7263","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:05.997981612Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub1","reconcileID":"4ca9ec10-217a-44cf-b8af-5752658d7263","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.150690921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"7022c64d-ce22-4550-bc38-1127b2e10c39","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.229243769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0be6ce65-a057-42fb-a86d-25e6a12b2af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.229262252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"c3b5a485-0ad8-4b1f-bc4a-c169cb7f1936","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.22963149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5cf5efdf-40fd-4f61-83ea-1f1e41d1a6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.252073099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5cf5efdf-40fd-4f61-83ea-1f1e41d1a6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.252065458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0be6ce65-a057-42fb-a86d-25e6a12b2af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.253267807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"1618b6be-c788-45e6-b195-1cca17773973","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.254831542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"c3b5a485-0ad8-4b1f-bc4a-c169cb7f1936","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.307814137Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub2","reconcileID":"5d20991e-02c5-4cdd-bb51-341be6a8c364","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-767c4416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.328799773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"0cc510da-0b63-4077-a96f-5a035c0b9b6c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.349627035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"0cc510da-0b63-4077-a96f-5a035c0b9b6c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.462293291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"56e83fe3-bbb1-47ce-942c-7d4578b37697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.462495265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"1066a69b-9dc9-4c27-b159-e856f211fd36","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.462692332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"9db357e1-80fa-4543-abab-7485e0882b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.477675932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"a9aad824-f74b-4171-95b5-bf524340ad3d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.483815179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"9db357e1-80fa-4543-abab-7485e0882b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.484117899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"1066a69b-9dc9-4c27-b159-e856f211fd36","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.486246695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"56e83fe3-bbb1-47ce-942c-7d4578b37697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:06.498315066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"a9aad824-f74b-4171-95b5-bf524340ad3d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:08.948373064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"319c2c5c-14a1-496a-aafb-5b8ab2e673be","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:08.969333517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"319c2c5c-14a1-496a-aafb-5b8ab2e673be","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:09.144280926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"7e8a1d0d-7f71-44c7-beee-d36e49934556","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:10.030051737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"4355b367-3c42-45f3-aba3-5b123d1d82b6","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:10.107308749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"4aca5a91-3113-46f4-b8cc-f5f6b143cc2f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:10.110106652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"aaaab7b9-9956-4b0f-8c6e-16ed84d6f1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:10.11495737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"acae2758-0cc0-480c-b516-6a8bec8b3a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:10.128449626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"4aca5a91-3113-46f4-b8cc-f5f6b143cc2f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:10.131429033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"aaaab7b9-9956-4b0f-8c6e-16ed84d6f1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:10.136723594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"acae2758-0cc0-480c-b516-6a8bec8b3a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.57014317Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-other-sub","reconcileID":"f6af202e-afde-4c45-896d-fefa8c1f78cb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.642844245Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-other-sub","reconcileID":"f6af202e-afde-4c45-896d-fefa8c1f78cb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.666082843Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-sub","reconcileID":"8ec6875b-f0ed-48b7-ae36-22fc485488dc","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.709997475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"55f055d0-e3b4-4db6-b173-cc6bf09f82a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.715129011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"cce68c7c-51fc-49c6-9c60-2c2e1e5fbb4f","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.738503859Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-sub","reconcileID":"8ec6875b-f0ed-48b7-ae36-22fc485488dc","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.76367739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"ed6d8a12-0342-483f-a38e-e85d0d2bf629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.763889039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"caba5642-d701-4356-b0aa-884129fb9c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.763692988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"ec733a66-51f2-461c-99c9-6a9cbd695a06","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.785857188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"ed6d8a12-0342-483f-a38e-e85d0d2bf629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.786062875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"caba5642-d701-4356-b0aa-884129fb9c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.788232784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"ec733a66-51f2-461c-99c9-6a9cbd695a06","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.80883627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"4f200cfa-7466-476f-bc88-8d5e98e528c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.880148793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-models-access-denied-auth","reconcileID":"75c3f5b3-025d-40e2-b12b-20339709c365","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.880500623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"accc3c71-54bc-4a38-8a80-200473ab8db5","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.896295122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"a69c299c-a0d2-4e33-90cc-5d1314365adb","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.948553867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"20026f03-b955-4a55-859b-13c961d569a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.948578174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"25387387-1205-45a7-9454-600236ebd4a4","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.948912595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"a04f2ad0-e83b-47f9-9782-dc24c357e24b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.954923825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c625b6d9-9dcd-4f47-a434-77ef010a3eb2","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.969473967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"20026f03-b955-4a55-859b-13c961d569a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.970186613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"25387387-1205-45a7-9454-600236ebd4a4","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:11.97188452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"a04f2ad0-e83b-47f9-9782-dc24c357e24b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:12.047492768Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-user-token-filter-auth","reconcileID":"3615d90d-d72c-4de1-b9ef-892524c0db1e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:12.047526289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"1c8ab7ec-1a9b-4696-8ee6-a91a69522c0f","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:12.23925261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"328166a9-e1f1-4afa-8ca7-500222f4aa94","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.261061944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"88bb6b1d-301f-473a-9501-a6164b4d5377","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.28213158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"2ef65236-7152-4011-a0f7-3cccb89d41e2","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.345789114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1c8dc0b7-1646-41d3-9642-1127c31c770e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.366898247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1c8dc0b7-1646-41d3-9642-1127c31c770e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.454530903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"b93cfd15-7d51-42a4-813f-eaf919d36a17","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.471964993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"9a2084d3-bc02-47da-9caa-a5b92794c312","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.495916752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"f62d44ab-fcec-4a0f-babb-f885e211887f","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:13.50906711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub1","reconcileID":"540a45df-2257-4ed5-940d-2e2422688123","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:13.513605472Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"f62d44ab-fcec-4a0f-babb-f885e211887f","name":"distinct-w0-9bfe36","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-9bfe36\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:13.513654754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"f62d44ab-fcec-4a0f-babb-f885e211887f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-9bfe36\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.517866908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ae52f248-1295-41a6-a109-e266ffb861a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.518903548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"d279b197-2870-4181-be09-c3bea32049c9","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.539696657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ae52f248-1295-41a6-a109-e266ffb861a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.546274085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"caf1bd58-e2a6-4983-aeab-51d46b50ec8e","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.567403602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"d5bb3fc1-c87b-42da-a0d2-aeecade273e1","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.618940065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1a4e6486-db79-4d30-8467-c4209faa5b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.618940947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"96d15054-4821-468e-b05b-b201a760528a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.635488636Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub1","reconcileID":"15b55fa4-a53f-4f63-a3aa-966e1b060f78","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","model":"distinct-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.640629027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"96d15054-4821-468e-b05b-b201a760528a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.640686321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1a4e6486-db79-4d30-8467-c4209faa5b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.697400461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"6d4b5fb0-7478-4fa5-9cdf-0644537eb893","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.705129517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"8d16fdb3-c75c-4f36-83fd-ba34442e00b7","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.723944381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"cb4eeaee-296d-4753-8236-f4ccf88f0b5a","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.737661768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"180fd533-a45c-401e-b839-2e2c8254a52d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.758795814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"180fd533-a45c-401e-b839-2e2c8254a52d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.76231094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fab9f30f-6e3e-43b4-8f42-b961fcb35c8e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.852247176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"684b557a-8c9b-4d01-80d1-4f0961119b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.852988382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8987513c-88ae-4294-85f3-42026415c3c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.852990358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f9f514f9-c607-4162-a76a-c1785c93f774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.872876974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"684b557a-8c9b-4d01-80d1-4f0961119b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.873937641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8987513c-88ae-4294-85f3-42026415c3c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.875093804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f9f514f9-c607-4162-a76a-c1785c93f774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.902476342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"3b1c4d22-3045-413f-83e0-75cd91123a06","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.902572297Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9bfe36 priority=0:[ai-tenant-e2e-worker-w0-9bfe36/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-9bfe36/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.927252347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"6f933e73-3bd8-40d5-9c86-486b6d907263","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:13.937412274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub2","reconcileID":"079e6a82-8310-43df-ba37-d4b19b41d32e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.946076349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"eb0d8560-1179-4885-979a-9d14225ebaf4","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.972778932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"7353c60d-826c-4af6-bcb2-e8ba9703eb45","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.981872326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ee7f8650-f727-403d-9486-b31ba0e2ca77","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:13.992476195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"b67617a5-dd69-42f2-8059-46bd5f07a075","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.002829161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ee7f8650-f727-403d-9486-b31ba0e2ca77","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.061885435Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e68875cd-1c20-47df-975b-71a5b81b954a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-2-w0-9bfe36","model":"distinct-2-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.113853307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"b0836ed5-d02f-4f26-9ec6-181c1232719c","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.120506591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"a35242fa-99a7-477e-9ec1-8ecec695df8a","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.170767537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"70ae348c-5651-4e8d-8633-c8a790890bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.171125522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5f67fb90-1aca-4283-8f7d-06b5f3e2aae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.18730159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub2","reconcileID":"191616b8-1723-4ab6-85b7-944ea3f0b98e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-2-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.192418138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5f67fb90-1aca-4283-8f7d-06b5f3e2aae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.195664726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"70ae348c-5651-4e8d-8633-c8a790890bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.281901572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4486725d-641d-4c8f-b864-530a894b1903","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.282179597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3972281c-9bda-4f42-bf22-820f9a75e027","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.303443112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4486725d-641d-4c8f-b864-530a894b1903","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:14.303523175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3972281c-9bda-4f42-bf22-820f9a75e027","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:15.682851261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"11b394c7-a364-418c-a91b-19abb8aa5b9b","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:15.738758919Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2008e1d2-24f9-47a0-b9e9-ba08e26a9e59","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c93eea16","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:15.762591717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b799c4b4-04cf-4e6b-bd0e-2a04b512f2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:15.763213204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"11ead953-8960-4a55-b6a3-9c0272687765","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:15.763679021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"815beddb-b5b2-433f-860f-596f9a898237","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:15.764186822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0b3fccf0-3c9b-4b45-af57-da40334fbc1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:15.786383682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"11ead953-8960-4a55-b6a3-9c0272687765","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:15.787002156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"815beddb-b5b2-433f-860f-596f9a898237","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:15.788523644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0b3fccf0-3c9b-4b45-af57-da40334fbc1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:15.790498264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b799c4b4-04cf-4e6b-bd0e-2a04b512f2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.006281563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"71a63e5c-50fd-4ea7-8715-6cc590af03f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.006428753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9124dc64-cf01-4f97-9e51-0ba4cc26686e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.006281589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"02151e26-ad6c-4118-a96e-1a509765912f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.006793342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"cca4c954-3a38-434d-98b6-61031d0ab6d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.028920775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"71a63e5c-50fd-4ea7-8715-6cc590af03f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.032122884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"cca4c954-3a38-434d-98b6-61031d0ab6d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.032326743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"02151e26-ad6c-4118-a96e-1a509765912f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.028933484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9124dc64-cf01-4f97-9e51-0ba4cc26686e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.324408626Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub2","reconcileID":"bc6a2d51-06c4-465f-9f4b-1da45f5ae4d1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.341130618Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub2","reconcileID":"bc6a2d51-06c4-465f-9f4b-1da45f5ae4d1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.361762375Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-sub2","reconcileID":"bc6a2d51-06c4-465f-9f4b-1da45f5ae4d1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.524765856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"49b0d661-d32e-4589-8e4e-c26f626b994e","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.554505841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"ddaeba14-62a1-445b-8260-f3990600930c","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.612967929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"c11bafab-7b28-4de5-b682-c18e24ed8250","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.613100315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1494cdbd-54c3-4bd5-a172-fcb75315a257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.612968042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"62807e07-d067-429d-a281-809765a13831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.613361859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"228e5901-f2fc-4c1c-82b3-f8eee5ac628f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.634308945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"62807e07-d067-429d-a281-809765a13831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.634343739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"228e5901-f2fc-4c1c-82b3-f8eee5ac628f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.636484266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1494cdbd-54c3-4bd5-a172-fcb75315a257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.636588268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"c11bafab-7b28-4de5-b682-c18e24ed8250","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.683396403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"e1daf22a-cd16-4d3a-80cb-843eceed25bd","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.778816532Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth1","reconcileID":"de8e9ff3-b912-4398-8795-91867670f5e8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.897853586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"eab86ad7-5e31-4512-a5cf-6ad55d06ee2b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:16.955819542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"eab86ad7-5e31-4512-a5cf-6ad55d06ee2b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:17.00251455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"ff4fde96-19ad-45de-b773-19a42bf125e0","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:17.174724017Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"e2e-ignore-header-auth2","reconcileID":"2d512d25-1708-4367-a868-032ab97a26a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:17.174852689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"d85a448f-bf54-4b65-8b28-69d9434bf143","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:17.313678643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"07ecc71a-1964-4ea4-85e2-c7e0a3716493","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:19.04917977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"feaebaf3-6f80-45eb-9bc2-cbe46b944210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:19.143107624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d48c1439-4a22-425f-88eb-82bbe10f23d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:19.193106627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"feaebaf3-6f80-45eb-9bc2-cbe46b944210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:19.411898419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d48c1439-4a22-425f-88eb-82bbe10f23d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:19.545085683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"6ba06836-5f07-4250-b139-9afb029b230a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:19.591644235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"adb2982d-35dc-44bb-817c-1f9926adf472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:19.618477548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"6ba06836-5f07-4250-b139-9afb029b230a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:19.669425952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"adb2982d-35dc-44bb-817c-1f9926adf472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.105530178Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-sub","reconcileID":"c5949c22-2c98-4248-b3b1-683bd67e8bc2","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.192798239Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-sub","reconcileID":"c5949c22-2c98-4248-b3b1-683bd67e8bc2","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.315263437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"0250ef67-9e2f-488a-8c42-90aaef631f92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.463382513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"eaf77a14-6e31-4289-bf7e-8df6646e01ee","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.558991577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"9540102d-7716-4d03-9e7b-c447ca83f91a","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.64894713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4ad4dad0-a72d-4e1b-9d11-099bd7d12e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.650496803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b4794d78-f591-4df4-98a8-540d14a945b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.695540069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4ad4dad0-a72d-4e1b-9d11-099bd7d12e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.721228171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b4794d78-f591-4df4-98a8-540d14a945b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.760667535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"920ef663-8e79-4851-bb3f-66b115a752e2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.815245915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"920ef663-8e79-4851-bb3f-66b115a752e2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:20.997826456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-api-key-no-access-auth","reconcileID":"7a7ece12-7f0c-49e4-8087-668d224b4172","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:21.221373778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"299bd6c5-766b-48e8-9f05-9dfd9f77743c","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:22.401016057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"ef735727-edc6-4a52-bfa6-bd286d9b6cdc","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.38473494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e7c2547d-db76-4b18-a849-770fd73e5ef9","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.4148836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"6cb88e30-4f90-450f-82cd-25e3c7dd76ae","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.58106139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"43c4b2d8-f012-405e-8ecb-1fd132d7b1cb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.607275218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"43c4b2d8-f012-405e-8ecb-1fd132d7b1cb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.625089399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"a0a06ca2-aa9f-45a7-b560-74ca61c8d566","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.691684898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"6bd5a869-b2dc-4cd9-902b-a0f256fd2ff7","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:23.692493444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"aac9c0d3-2c9f-4d25-923a-0b4592bc32e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.736829535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2a50e963-c53f-497c-8d96-20b6db7b39e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.737516706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"38fe89b3-842b-45df-bca3-397547d23c2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.738341567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ea47f2b3-1559-42d9-a12c-f18e93472d5b","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.777200067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"cb352470-b832-4796-917d-be8571d7e8cc","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.884317258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"38fe89b3-842b-45df-bca3-397547d23c2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.887210884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2a50e963-c53f-497c-8d96-20b6db7b39e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.930176988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"5254a09a-12e1-4de3-9c89-599aa8cfce87","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.943000289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"3af03157-1a65-4bbf-bf4d-fc86f6a82390","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.966510348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"051c63b3-8bb6-4946-9088-80e4470a8b4a","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:23.984014922Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2d8be92c-2005-4d1a-9910-c09d9d634d52","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-distinct-w4-d5b2b8","model":"distinct-w4-d5b2b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.037752908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8ba70862-e782-428c-a875-0ec70ab3509f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.068836466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ef2de365-0035-4b26-a360-0509bd13ded8","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.070219453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8ba70862-e782-428c-a875-0ec70ab3509f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.119619065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8719e65f-8a7f-42b3-a609-af3942557892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.119942438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0f9ba137-2db4-497e-abc9-2746287f64ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.120176592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e0864a29-3be3-45b4-8a91-2c035946d46f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.167668588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0f2c5569-be0c-488b-9deb-ab82e5f95811","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-distinct-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.16963633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0f9ba137-2db4-497e-abc9-2746287f64ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.183642865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e0864a29-3be3-45b4-8a91-2c035946d46f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.184919298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8719e65f-8a7f-42b3-a609-af3942557892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.224180057Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d5b2b8 priority=0:[ai-tenant-e2e-worker-w4-d5b2b8/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-d5b2b8/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.226065334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"1bf2c452-fc6c-4577-9a36-9e361e8d59b8","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.261748477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"dcfc0a58-2bbc-4b4e-8a3f-332a40304b16","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:24.267385984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4d93edf1-06d4-446b-bf2f-2d155187e916","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:24.283339243Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"dcfc0a58-2bbc-4b4e-8a3f-332a40304b16","name":"distinct-2-w4-d5b2b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-d5b2b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:24.283532699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"dcfc0a58-2bbc-4b4e-8a3f-332a40304b16","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-d5b2b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.28379702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"1765dcdc-4a78-45d5-a318-2949a18bda36","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.300472796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"50ec5481-0472-4e3d-9f0b-274c11bd3fab","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.323620035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"de330f07-efec-4fa1-a21e-141389963281","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.341691455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"94e0c41c-4963-43c7-9117-29f8f7098c7f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.349601207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"50a48822-3291-472e-94b7-2d85e63f42b5","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.366978001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"94e0c41c-4963-43c7-9117-29f8f7098c7f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.432915221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"b53d4bcd-8569-48e8-b81d-d491c24abe5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.434529953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"8093c75e-7fe0-4281-a190-5c93611f5203","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.437846185Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"33a7affe-d8f2-4d62-89ee-6e796db8364b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-distinct-2-w4-d5b2b8","model":"distinct-2-w4-d5b2b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.478383592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"b53d4bcd-8569-48e8-b81d-d491c24abe5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.533789269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b1b0158b-6ec3-46e1-8186-0713ea6591db","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.53448318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"da770b0f-2b76-4cbb-aca3-66d35a930493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.549545553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"0e0f2f90-85c1-4844-868d-70231abbee97","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.593362578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b1b0158b-6ec3-46e1-8186-0713ea6591db","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.616812237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"da770b0f-2b76-4cbb-aca3-66d35a930493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.654042584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f4d96a46-2de8-4893-a2db-e0420dc38f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.675149438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"051199be-22f4-4ca9-8ce4-3e8dd92e276a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.675848624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ca3c6aa6-ae12-4bb6-9fd5-a0bc6a6b5ab5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-distinct-2-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.690436779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f4d96a46-2de8-4893-a2db-e0420dc38f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:24.730765012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"051199be-22f4-4ca9-8ce4-3e8dd92e276a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.204092315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8deb3b99-27a9-4807-aa4e-e84fce6b23c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.204217255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8deb3b99-27a9-4807-aa4e-e84fce6b23c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.225963846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdabde48-e291-479d-b8be-d200c7e19442","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.225987261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdabde48-e291-479d-b8be-d200c7e19442","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.258462021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"dc2b1610-4b35-4bd8-b4e4-a61c5e96aab8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.331833901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"dc2b1610-4b35-4bd8-b4e4-a61c5e96aab8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.35882695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"dc2b1610-4b35-4bd8-b4e4-a61c5e96aab8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.381057157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2ad272c-ad9b-45f1-921a-8aaa3f5feedd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.381189242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2ad272c-ad9b-45f1-921a-8aaa3f5feedd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.431927678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2baec8f7-9dc7-488b-94fd-d125c9d03bc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.432031951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2baec8f7-9dc7-488b-94fd-d125c9d03bc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.432200492Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d5b2b8 priority=0:[ai-tenant-e2e-worker-w4-d5b2b8/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-d5b2b8/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.454380851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"307ee2a8-e09e-4d1f-8705-268c1ee54d96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.45452293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"307ee2a8-e09e-4d1f-8705-268c1ee54d96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.463469688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"7dbb2a21-b938-44ca-96a8-f4f5a584cd87","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:25.469898029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-sub-733bcc39","reconcileID":"f2657c1a-0640-41c5-8884-c417ea44bcd8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-733bcc39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.48014558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"6663ceff-fe77-4772-b417-e322e0a7e026","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.485752524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"7dbb2a21-b938-44ca-96a8-f4f5a584cd87","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.508350077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"7dbb2a21-b938-44ca-96a8-f4f5a584cd87","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.518776489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3b47676-06f6-4a34-beec-5f3b75291381","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.518869629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3b47676-06f6-4a34-beec-5f3b75291381","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.538959435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b453843-0397-489b-b6c3-a5556c603660","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.538983239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b453843-0397-489b-b6c3-a5556c603660","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.645244219Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-sub-733bcc39","reconcileID":"dc739f54-5cad-4cd4-b5c3-250eae745c1b","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-733bcc39/e2e-shared-int-sub-733bcc39","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.719423244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2fcc841-3659-4950-b58c-4ffe047ac5b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.719454301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2fcc841-3659-4950-b58c-4ffe047ac5b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.722413768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c40d1f77-f816-4716-a211-59acc348461b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.760238451Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bb691bef-8626-4c3d-9aad-4f60389dbadd","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.780771974Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bb691bef-8626-4c3d-9aad-4f60389dbadd","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.823597966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-sub-733bcc39","reconcileID":"355d719c-5e43-4087-9f2d-e359297d5997","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.839193102Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bb691bef-8626-4c3d-9aad-4f60389dbadd","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.900972724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"0723e940-26cc-4715-ad3d-44f10ea0beae","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:25.983377938Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"35180d26-5033-4541-9199-8c1b0599f67b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3c0179e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.002638215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"991e3816-9ee1-4da5-b1f2-86d7b3a8642c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.01992565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"e13dc68f-083d-4aac-b882-b1545dd5bf56","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.027413595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"991e3816-9ee1-4da5-b1f2-86d7b3a8642c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.04586668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"05f57de0-87f0-483d-a1a1-7ac600c99b29","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.104695676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b009e59f-c7fa-49ab-9b06-6e9ca8b6210b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.114682916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"fbc8321f-2750-41ab-9774-77e8598e09e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.115171248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9baf43ae-f054-4b4b-a4f3-4c2733821578","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.13182678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b009e59f-c7fa-49ab-9b06-6e9ca8b6210b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.138704248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"fbc8321f-2750-41ab-9774-77e8598e09e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.143253775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9baf43ae-f054-4b4b-a4f3-4c2733821578","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.173658149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"231d5901-2a66-4f0d-9137-77df06738270","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.220554992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b67c0386-e852-4f9c-aaa8-d66f562cf2eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.241618808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b67c0386-e852-4f9c-aaa8-d66f562cf2eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.257700338Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2bafd29c-e23d-4be4-ad7a-b52f96b1d6fa","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b9a8b147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.326698001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"663dd5c8-cf38-421c-aa89-19b8a7b5dc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.351024989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"663dd5c8-cf38-421c-aa89-19b8a7b5dc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.422130476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"03ee5551-5b52-4352-8987-d2e01aac8014","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.471074053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"03ee5551-5b52-4352-8987-d2e01aac8014","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.471797016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be2146d4-825b-4ffa-95d2-06fee7de9ba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.471819885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be2146d4-825b-4ffa-95d2-06fee7de9ba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.5233559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"b5e65dfd-6bd6-465c-9524-00c9eccd142a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.523897679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33f246c9-ad28-4982-a986-0e51ca8dd8e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.606017544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"b5e65dfd-6bd6-465c-9524-00c9eccd142a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.61405652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33f246c9-ad28-4982-a986-0e51ca8dd8e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.632956687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a7682932-5b2c-48e2-8773-7aae40cea70d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.657339213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a7682932-5b2c-48e2-8773-7aae40cea70d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.711210693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3a8bdf2-44fa-4008-a6ed-2205b80e1392","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.711299918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3a8bdf2-44fa-4008-a6ed-2205b80e1392","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.725743776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bd8b9fdb-bc3b-409c-a969-95822749b2a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.734771395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d20b232-60ae-4adc-b614-20cb2e9572ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.734852842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d20b232-60ae-4adc-b614-20cb2e9572ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.747282881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bd8b9fdb-bc3b-409c-a969-95822749b2a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:26.748615271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-sub-733bcc39","reconcileID":"f301fada-f9f9-4ce5-ba8b-3445aab9b955","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-733bcc39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.796084058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd57f0d6-407e-4991-8b6c-53eb439ae137","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.796115507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd57f0d6-407e-4991-8b6c-53eb439ae137","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.809640283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e7173eb7-8822-4afb-bd70-255aced4020c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.812804259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9daac8-2eea-447b-8e27-e54b5a9b5150","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.812826806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9daac8-2eea-447b-8e27-e54b5a9b5150","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.832794185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e7173eb7-8822-4afb-bd70-255aced4020c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.837190189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b43cc04e-17d6-4f8d-a0d3-91a6030851a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.837211605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b43cc04e-17d6-4f8d-a0d3-91a6030851a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.845465774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"cd34731d-649e-4c5f-a056-f66639cd2a65","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.872823207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"cd34731d-649e-4c5f-a056-f66639cd2a65","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.896178483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"cd34731d-649e-4c5f-a056-f66639cd2a65","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.904701855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"15d61881-b935-44ea-aeda-1353e10b8e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.919242711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c837ccbd-29b4-407b-bc9c-91aaee698b49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.919642501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c837ccbd-29b4-407b-bc9c-91aaee698b49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.931568849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"15d61881-b935-44ea-aeda-1353e10b8e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:26.946925579Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-sub-733bcc39","reconcileID":"7a7b6830-8f0a-4488-9af1-dd7fe7900464","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-733bcc39/e2e-shared-int-sub-733bcc39","ai-tenant-e2e-mt-88e592d6/e2e-shared-int-sub-733bcc39","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:27.028703259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-sub-733bcc39","reconcileID":"349186b7-a550-4519-b23c-50433b5e6b12","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:27.031998338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"032a8a98-1281-45d9-bbb1-12f761054ed8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:27.032017206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"032a8a98-1281-45d9-bbb1-12f761054ed8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:27.033452801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e727f2c5-f6c4-4ae7-b1cb-91973f6bcff8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:27.126726408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-sub-733bcc39","reconcileID":"a9fb5fe7-4c9c-4d27-98fa-13dff913b372","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:28.037942794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f67fa1f-af2b-493d-aae4-3d9a607d1b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:28.096836722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f67fa1f-af2b-493d-aae4-3d9a607d1b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:28.115859066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f67fa1f-af2b-493d-aae4-3d9a607d1b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:28.132072716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f67fa1f-af2b-493d-aae4-3d9a607d1b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:28.817538408Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8363a40b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8363a40b","reconcileID":"52ad6591-79d1-4bac-826e-231e27e15056","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8363a40b","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-8363a40b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:28.819638723Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:28.875395107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c6f64d-121d-48d1-abd1-adf304c6acde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:28.893624232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c6f64d-121d-48d1-abd1-adf304c6acde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:28.911042593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c6f64d-121d-48d1-abd1-adf304c6acde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:28.92742614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c6f64d-121d-48d1-abd1-adf304c6acde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:29.73483498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e0a80f9-2a72-4996-aaf7-78bd6e320441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:29.755447558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e0a80f9-2a72-4996-aaf7-78bd6e320441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:29.774566499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e0a80f9-2a72-4996-aaf7-78bd6e320441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:29.791008451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e0a80f9-2a72-4996-aaf7-78bd6e320441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:32.162043473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"bba38fce-be62-4169-a613-5fc7c257d4ca","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:32.450933588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"63b2619c-8dc9-4569-ba0a-9a5f4759f171","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:32.86621266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"7afc7d79-aa6e-4745-89a3-c4a0ab2a497b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:32.922813589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b6a52b2b-b04a-41a8-9647-e55e2bd951b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:32.929928466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"30bb42e6-895d-4035-bc6a-8d1d4e0e272b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:32.930264342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6d026931-8bda-45d9-9662-9d218a06f7ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:32.938100029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"7afc7d79-aa6e-4745-89a3-c4a0ab2a497b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.014741036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1a738c0b-223b-4bdb-a998-af924cc54f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.169238836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6d026931-8bda-45d9-9662-9d218a06f7ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.248793052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"30bb42e6-895d-4035-bc6a-8d1d4e0e272b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.262464389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1a738c0b-223b-4bdb-a998-af924cc54f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.320807349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b6a52b2b-b04a-41a8-9647-e55e2bd951b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.395404202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"75115a10-2a66-43fa-89a2-4cfa2fd10c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.544203637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"75115a10-2a66-43fa-89a2-4cfa2fd10c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.568878107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bb3f01c2-ab76-4756-9d46-6e17fdae27bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.75126812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"6a2893de-37fe-4322-9e81-e7cf9845a912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.752482629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"1375ef38-5e06-4382-be99-b8b1dfd8f5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.75277819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bb3f01c2-ab76-4756-9d46-6e17fdae27bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.822493255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"6a2893de-37fe-4322-9e81-e7cf9845a912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.810149099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"1375ef38-5e06-4382-be99-b8b1dfd8f5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.867112379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"497b84f4-aea5-48f9-a301-a170e18a4d88","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:33.929780288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"497b84f4-aea5-48f9-a301-a170e18a4d88","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:35.602419631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"a005fb1b-823d-4a1f-81cf-4dacbb4d303f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:35.645454827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"a005fb1b-823d-4a1f-81cf-4dacbb4d303f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:35.674988067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"a005fb1b-823d-4a1f-81cf-4dacbb4d303f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.000075905Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5ecdb6bb-997c-4d13-b435-f986d5bc7bd7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.016410993Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5ecdb6bb-997c-4d13-b435-f986d5bc7bd7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.033019819Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5ecdb6bb-997c-4d13-b435-f986d5bc7bd7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.196130029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"1dac398f-5b48-4bc9-bbd1-81fa29cf5970","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.258620109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"5e95ec5f-180e-4a9b-8958-ccb0186fbd4d","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.273782719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e390f429-a20e-4a29-a0d6-777ce5cd1e57","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.290532065Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e390f429-a20e-4a29-a0d6-777ce5cd1e57","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.305253879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c0f76ab9-d27e-4566-9e31-4db3339e7fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.305278116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f3a346cd-ead2-4de2-a9c3-8a3e8dd9014e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.306886602Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e390f429-a20e-4a29-a0d6-777ce5cd1e57","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.309925662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"4ebf761d-51d3-4622-b702-bcf029169291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.350553809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f3a346cd-ead2-4de2-a9c3-8a3e8dd9014e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.350696405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c0f76ab9-d27e-4566-9e31-4db3339e7fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.353146061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"4ebf761d-51d3-4622-b702-bcf029169291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.358871448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"77dabc26-8a9f-44a6-98f5-5e2b2f2ce798","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.397754534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2fab3f3c-38d2-46ca-9950-286bc1387bbe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.412521032Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c438114f-d9b7-4e2e-be01-be08415aad19","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78104af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.421535982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2fab3f3c-38d2-46ca-9950-286bc1387bbe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.466324109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"fe87f41d-4648-41cb-b124-6447db0e2ae4","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.544474523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2221d958-3f7f-443e-b581-37d4475ca02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.56734366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2221d958-3f7f-443e-b581-37d4475ca02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.617520144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"7e252145-87ee-47e2-8e07-ca4b92d6edf0","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.647901993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f538cc5d-a9fa-4def-aead-fa0c04dd0d51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.647918424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"bb37e496-e78d-43d2-8413-1d40ef348107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.648296561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2961ef36-9b5c-41b1-b763-3d58cc0bc84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.67054254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"bb37e496-e78d-43d2-8413-1d40ef348107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.67171234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2961ef36-9b5c-41b1-b763-3d58cc0bc84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.672735017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f538cc5d-a9fa-4def-aead-fa0c04dd0d51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.745800294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"83b93175-6c05-4d97-91cc-939b454ec2fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.767490876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"83b93175-6c05-4d97-91cc-939b454ec2fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.846072109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"95f50b2a-c2ac-4df3-a3c0-4e3642bd48a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.867072552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"95f50b2a-c2ac-4df3-a3c0-4e3642bd48a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.882922368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c47a428b-83a9-4b28-ba8b-8d844359c214","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.945245777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"82e0f805-6e43-4ea5-9498-73f44e3c760e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:36.967763712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"82e0f805-6e43-4ea5-9498-73f44e3c760e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.003508748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"c4863f23-e265-43b0-9f43-2044c83fdcfb","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.015457687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"39a4f500-e02a-4779-96c1-285bbd09b1b9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.037710034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"39a4f500-e02a-4779-96c1-285bbd09b1b9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.058031344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"39a4f500-e02a-4779-96c1-285bbd09b1b9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.156083552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5faaa330-09c6-49c4-bfe9-b01f0a91164f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.156090344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"12af0146-4cac-45c4-b30f-633b3162af1b","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.219793186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"72ba0b62-462e-4882-b8c8-af7f467c7e00","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.457995429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"90bdd75a-da63-4f97-9ab4-de3953db20a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.458002008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c94dc3f-e55c-4e82-9fdc-e1b3505346a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.45818249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c94dc3f-e55c-4e82-9fdc-e1b3505346a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.489399107Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-policy-733bcc39","reconcileID":"90bdd75a-da63-4f97-9ab4-de3953db20a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"policyNamespace":"ai-tenant-e2e-mt-733bcc39","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.514585775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d7e3bdb-45c0-43de-b260-03b67e65e7e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.51461101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d7e3bdb-45c0-43de-b260-03b67e65e7e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.73281918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74a7c7f3-04e0-469a-8acb-63562da7cc53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:37.732840666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74a7c7f3-04e0-469a-8acb-63562da7cc53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:42.452677867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"8d98c7b6-e781-4254-958b-c7eabbd79596","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:42.839905979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"565dd686-6b28-4445-b2f8-4e6132a29f48","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:42.863367649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"177bbb4b-6159-464c-808e-b5df6835c6e0","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:42.911341894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"12b7528c-99aa-45be-94a5-8a64eb37b7ed","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:42.932277119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"12b7528c-99aa-45be-94a5-8a64eb37b7ed","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.060736462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"ab4ffba7-af20-4e53-bd66-d765523a98da","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.087780955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"427b3bb9-a0bf-4d00-af3e-b9e19dadebb7","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:43.106686358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub","reconcileID":"908b9968-ad11-409b-bbdf-cce90ab27ad1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.111844819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"04f55e12-f8c6-4d0a-9371-f723d62a9b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.127748225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"f65c3374-2aae-484e-a33a-d3e04f6cc492","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.132381268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"04f55e12-f8c6-4d0a-9371-f723d62a9b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.149092021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"0b52f4db-4ca9-4bfb-b0ab-d3d6822e4663","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.173437579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"0cba0aec-3fcf-4050-bfa7-0bf0b8c0f894","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.210284447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"87c7c340-4bd1-4371-891f-eee0dfc44ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.210395815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d81e0641-fa7d-4481-8fb6-64d24cf7357a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.23091883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d81e0641-fa7d-4481-8fb6-64d24cf7357a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.231696628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"87c7c340-4bd1-4371-891f-eee0dfc44ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.269721033Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub","reconcileID":"16dab03b-4348-47dd-b74e-069c70b442e7","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w1-664c2b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.301561873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"763caafb-3717-46a0-95ef-7338f2185b85","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.331073487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"20480f32-9539-422e-8480-37cc516dcb55","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.343375107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"2766a297-1b83-4e48-ac3c-131102d04895","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.346849655Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"763caafb-3717-46a0-95ef-7338f2185b85","name":"e2e-mt-8363a40b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.417762015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8b6296db-e365-4be5-9641-94f06e7ca7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.418389993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9ca3364d-e94d-40a6-b1a0-f49cd64b39b2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.418833122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"117e55b2-bed7-4441-ba6b-8218057c7f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.459796403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8b6296db-e365-4be5-9641-94f06e7ca7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.474263816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9ca3364d-e94d-40a6-b1a0-f49cd64b39b2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.479881337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"117e55b2-bed7-4441-ba6b-8218057c7f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:43.480985181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub","reconcileID":"7247acb5-8654-4b71-bae4-c1b92d648bec","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.293800107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"826053b0-bcab-4216-a2e6-2806fc22c28e","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.470593246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6675e398-b549-4b46-9688-1dd7f7678135","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.492758082Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6675e398-b549-4b46-9688-1dd7f7678135","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.510869389Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6675e398-b549-4b46-9688-1dd7f7678135","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.779721388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"d60341da-8c9a-4675-ad7e-a7ac0077f85a","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.860990601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"f0dc1708-2102-4a82-b93f-7340f50d13f7","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.894308567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"04e4717c-d29e-428e-a577-c8eee451ac55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.895056302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4483fa4e-6a69-4cfd-a78e-70e50a821a2a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.895624603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"d08b5883-9958-46ad-b43a-607aa64c0792","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.936024941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"04e4717c-d29e-428e-a577-c8eee451ac55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.949259332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4483fa4e-6a69-4cfd-a78e-70e50a821a2a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.954703567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"5a6fbc6e-3a9b-450e-aa18-6f574304755d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:46.955279552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"fee45573-789c-4350-a1bb-e9694931982e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.001024326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"5a6fbc6e-3a9b-450e-aa18-6f574304755d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.016694341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"fee45573-789c-4350-a1bb-e9694931982e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.129776058Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6e37e53c-40da-43d1-ad9b-893e46326a0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.131124185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"861e103e-96b2-491a-a98c-054d97de03dc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.290094417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"861e103e-96b2-491a-a98c-054d97de03dc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.298484526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ad9f0ca8-aa69-46f4-803f-5e506118bb6c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.319189762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"861e103e-96b2-491a-a98c-054d97de03dc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.359264523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"935fe022-15a7-44d9-8710-c3759cc4458b","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.359980375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ad9f0ca8-aa69-46f4-803f-5e506118bb6c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.490601186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"99ea0b16-e2d0-45ff-b25b-1fa8ab9e6d1d","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.537021963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e18aba48-8723-4373-ad05-157076f9e925","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.757625177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"0e30c90c-ce35-43da-830f-0978e8936c3a","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.799549849Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-sub-733bcc39","reconcileID":"91e54cb5-a093-433b-9da1-1d5939eeffe7","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-733bcc39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.903889406Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"namespace":"ai-tenant-e2e-mt-733bcc39","name":"e2e-shared-int-sub-733bcc39","reconcileID":"91e54cb5-a093-433b-9da1-1d5939eeffe7","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-733bcc39"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-88e592d6/e2e-shared-int-sub-733bcc39","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.983911829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-sub-733bcc39","reconcileID":"5a91a377-daed-4c33-bb8f-2685143ebf8f","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:47.984617023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b55c48dd-e0c1-40bb-b2ef-0ee96fcff8f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:48.063224675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33e7d950-21b9-408c-9ad1-3422f69b7647","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:48.063319845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33e7d950-21b9-408c-9ad1-3422f69b7647","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:49.497955781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7d145603-2f3d-412a-a731-bc95314e3cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:49.497959638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"ad992691-d66d-4c07-aaa1-1e991e942cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:49.519325978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7d145603-2f3d-412a-a731-bc95314e3cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:49.51939051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"ad992691-d66d-4c07-aaa1-1e991e942cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:49.751251574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"63d56ab1-87aa-4cfa-a39b-0d1a76324cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:49.754202575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"851e87f9-fdea-4e79-af8d-0662c681bbd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:49.77254756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"63d56ab1-87aa-4cfa-a39b-0d1a76324cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:49.775204946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"851e87f9-fdea-4e79-af8d-0662c681bbd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:50.428628319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"152c0061-1f52-4afe-8cf9-92317e9dd56a","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:52.453976779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"dd03e6ce-26bd-4f47-9fa8-60f7f337dbb9","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.365954755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bdff8e3-f12b-4c6a-bf70-fcef7adf1e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.386203668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bdff8e3-f12b-4c6a-bf70-fcef7adf1e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.402782517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bdff8e3-f12b-4c6a-bf70-fcef7adf1e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.418876637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bdff8e3-f12b-4c6a-bf70-fcef7adf1e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.708804375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"559622e6-731e-4b42-94c1-4f2f2b8596f8","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.758928101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"531dd5f9-b8e6-44f6-b8b6-080478551eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.759512818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"828d3f8f-d9fa-4cdc-b548-497f91e3fb51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.75994896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"151f4ed7-e19c-4d3d-9719-ffa3b9f313ab","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.781653822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"828d3f8f-d9fa-4cdc-b548-497f91e3fb51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.781745032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"151f4ed7-e19c-4d3d-9719-ffa3b9f313ab","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:53.783932781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"531dd5f9-b8e6-44f6-b8b6-080478551eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:54.164734372Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-52b947","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-52b947","reconcileID":"23e1d10a-1b05-4bb4-b6fb-2bf70ffa2d22","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-52b947","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-52b947":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:54.169227928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e3933d-1c0d-460d-9e08-c265f8bce75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:54.185872894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e3933d-1c0d-460d-9e08-c265f8bce75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:54.202303594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e3933d-1c0d-460d-9e08-c265f8bce75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:54.219723283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e3933d-1c0d-460d-9e08-c265f8bce75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:55.045469287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b73fb0-37ef-4190-a3cd-08a66a33f5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:55.063381098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b73fb0-37ef-4190-a3cd-08a66a33f5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:55.079668182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b73fb0-37ef-4190-a3cd-08a66a33f5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:55.096394329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b73fb0-37ef-4190-a3cd-08a66a33f5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:55.780902548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cd10de1-73eb-497f-8fe8-32907b3224e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:55.797041542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cd10de1-73eb-497f-8fe8-32907b3224e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:55.812713717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cd10de1-73eb-497f-8fe8-32907b3224e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:55.828597925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cd10de1-73eb-497f-8fe8-32907b3224e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:56.664424206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00a4d6b-2099-4490-8833-adbc0b3b3f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:56.681187911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00a4d6b-2099-4490-8833-adbc0b3b3f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:56.69682726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00a4d6b-2099-4490-8833-adbc0b3b3f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:56.712831612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00a4d6b-2099-4490-8833-adbc0b3b3f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:57.353554739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"edaf0096-af80-459f-8357-394359031857","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:57.376742983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"edaf0096-af80-459f-8357-394359031857","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:57.397090553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"edaf0096-af80-459f-8357-394359031857","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:57.420222881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3341ff4a-c3e9-4df1-b1b9-35ef965067c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:57.42024121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3341ff4a-c3e9-4df1-b1b9-35ef965067c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.770239357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a700b7d3-a5e3-4cae-b7cb-1758b1a41c72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.770258551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a700b7d3-a5e3-4cae-b7cb-1758b1a41c72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.851342596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7da2a0c-5284-4c21-86c6-47726d108ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.851463704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7da2a0c-5284-4c21-86c6-47726d108ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.891986584Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.908078451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"31aac10a-df6e-4214-852c-0815f47ccac9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.965574519Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"31aac10a-df6e-4214-852c-0815f47ccac9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.978061878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79f7abb0-76e6-44cf-9636-00631caf9dab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.978087543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79f7abb0-76e6-44cf-9636-00631caf9dab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.986590629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"31aac10a-df6e-4214-852c-0815f47ccac9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.999390938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"812241e6-244d-4406-bf4c-14d56821022e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:58.999405467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"812241e6-244d-4406-bf4c-14d56821022e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.00591949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc12a962-f72b-40be-b649-c979deeadd2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.005933304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc12a962-f72b-40be-b649-c979deeadd2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T00:59:59.015414628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-fc193c","reconcileID":"17530e04-4f2a-4eb4-8dac-d2dde920553a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-fc193c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.026338935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d558a711-4880-4829-b453-cbcb4f339cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.02639795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"504ea867-3027-41d0-8771-7a3cdcf1ba3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.049391952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d558a711-4880-4829-b453-cbcb4f339cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.049566624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"504ea867-3027-41d0-8771-7a3cdcf1ba3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.061523167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71d8950b-eaa8-4e49-b244-0fb72826be55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.061540139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71d8950b-eaa8-4e49-b244-0fb72826be55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.097460113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"beb749a8-0b1d-4635-9b6e-dee724a6c08a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.097477447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"beb749a8-0b1d-4635-9b6e-dee724a6c08a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.124968652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"9197548e-ad55-4435-a760-0c62c9be186d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.147903437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"9197548e-ad55-4435-a760-0c62c9be186d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.179958426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"9197548e-ad55-4435-a760-0c62c9be186d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.19056717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-fc193c","reconcileID":"7b781dff-c65b-4c98-ad3b-6cf698565f68","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-88e592d6/e2e-shared-int-sub-733bcc39","models-as-a-service/e2e-default-int-sub-fc193c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.295088929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"303783a4-5cf9-4db1-9d5a-810cb355cd62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.295111988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"303783a4-5cf9-4db1-9d5a-810cb355cd62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.304620674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71090083-f4b8-4675-9c74-af0a9fd857b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.304780461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-sub-733bcc39","reconcileID":"cd9f05c9-8473-46f2-88d6-47183682c519","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.364516194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-fc193c","reconcileID":"57550a89-38bd-4b11-9a68-e0167d0d09cc","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.41710584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f4e7d8-99f3-40b6-bd29-cb03ccdaf2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.433066445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f4e7d8-99f3-40b6-bd29-cb03ccdaf2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.448928965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f4e7d8-99f3-40b6-bd29-cb03ccdaf2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.464845369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f4e7d8-99f3-40b6-bd29-cb03ccdaf2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T00:59:59.758743661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"73c13778-be32-4cfd-898e-dfe030f81603","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:00.141809667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad7dd54-1e98-4efc-bda3-45e6aa6b9547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:00.158483159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad7dd54-1e98-4efc-bda3-45e6aa6b9547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:00.174822865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad7dd54-1e98-4efc-bda3-45e6aa6b9547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:00.191397764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad7dd54-1e98-4efc-bda3-45e6aa6b9547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:03.764928625Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub","reconcileID":"3cc10c8a-b13b-4b46-98ea-703eb4e2d242","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:03.836996574Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub","reconcileID":"3cc10c8a-b13b-4b46-98ea-703eb4e2d242","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:03.904848506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"58df26e2-de14-4aab-bce3-1b9b71540a79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:03.912407951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"3a642e7c-0822-43d9-b071-14b9e50008dd","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:03.962768988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"315e3cbc-fd52-4fd6-8483-1b70cb8a96ef","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:03.962793844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6ad0e1a7-0c1b-4b10-96cd-1c2c43682168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:03.963121305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1f42702b-f4ea-49fe-a1a2-9cff0c0f82b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:03.983852317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1f42702b-f4ea-49fe-a1a2-9cff0c0f82b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:03.983870488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6ad0e1a7-0c1b-4b10-96cd-1c2c43682168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:03.986032488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"315e3cbc-fd52-4fd6-8483-1b70cb8a96ef","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.386710751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8a6bfb46-2968-4fdd-9840-aea582aa6082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.38763121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"dab7a0df-686a-4052-b900-ab73835786fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.426284731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8a6bfb46-2968-4fdd-9840-aea582aa6082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.426894142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"dab7a0df-686a-4052-b900-ab73835786fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.530805783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"3d7a3fe7-f17c-459c-a92f-a141426cdd2a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.652482963Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"3d7a3fe7-f17c-459c-a92f-a141426cdd2a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.805799401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"3d7a3fe7-f17c-459c-a92f-a141426cdd2a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.837566599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd949d20-74f2-4e84-b4c0-ba41b8bd730d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.837594767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd949d20-74f2-4e84-b4c0-ba41b8bd730d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.851716385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2494966d-57ad-4aa2-bf79-66d49b03643f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.852853863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"bd804240-d94d-48fc-aa92-91cc511de1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.935246881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"bd804240-d94d-48fc-aa92-91cc511de1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:07.981780247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2494966d-57ad-4aa2-bf79-66d49b03643f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:08.938361535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"06bb27d0-99d6-482e-ace9-c75241911eb6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:09.013659164Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"06bb27d0-99d6-482e-ace9-c75241911eb6","name":"e2e-api-a-52b947-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:09.271712247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"debf8c1b-0085-4a73-972a-1d4b95ab526f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:09.390007141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"debf8c1b-0085-4a73-972a-1d4b95ab526f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:09.443046143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"debf8c1b-0085-4a73-972a-1d4b95ab526f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:09.479126397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1368275a-43ea-4722-a0ae-b106d2b9fb0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:09.479182244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1368275a-43ea-4722-a0ae-b106d2b9fb0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:17.869341267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"31ab6249-01d8-4adb-b7e0-e85f28d34593","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:17.927069401Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"31ab6249-01d8-4adb-b7e0-e85f28d34593","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:17.947084128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"31ab6249-01d8-4adb-b7e0-e85f28d34593","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:17.969312595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90490247-652f-41e1-a052-9d2a31994880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:17.969332416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90490247-652f-41e1-a052-9d2a31994880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:19.527137516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"1d3e9187-add4-49d6-a338-bbee1ef82e1d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:19.584506327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"1d3e9187-add4-49d6-a338-bbee1ef82e1d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:19.60478256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"1d3e9187-add4-49d6-a338-bbee1ef82e1d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:19.626716143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21b47807-afb8-466e-947d-760f0a3cebfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:19.62673419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21b47807-afb8-466e-947d-760f0a3cebfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.260241751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf9b22a-c357-4b61-817a-85b711be13ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.276051889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf9b22a-c357-4b61-817a-85b711be13ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.29662124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf9b22a-c357-4b61-817a-85b711be13ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.314177274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf9b22a-c357-4b61-817a-85b711be13ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.822373049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01d01eac-6119-41e7-a360-48cd6d1e25b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.822392478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01d01eac-6119-41e7-a360-48cd6d1e25b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.841495788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ab6a008-ae3a-4331-99a5-8662628862c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.841516548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ab6a008-ae3a-4331-99a5-8662628862c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.873782655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"373549e4-1b0a-4982-854b-b2936d406436","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.927553598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"373549e4-1b0a-4982-854b-b2936d406436","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.936763294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7ac6b8-3464-4fd4-b62e-eb82c421170b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.952698928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7ac6b8-3464-4fd4-b62e-eb82c421170b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.956011723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52b947-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"373549e4-1b0a-4982-854b-b2936d406436","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.968351225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7ac6b8-3464-4fd4-b62e-eb82c421170b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.984423202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7ac6b8-3464-4fd4-b62e-eb82c421170b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.989344823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ebaa82-b2fa-436d-a0bb-fde68416a1dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:24.989360096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ebaa82-b2fa-436d-a0bb-fde68416a1dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:28.001771096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"320ab9c0-5cbe-4dd1-94f4-9270dd7c5aa7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:28.060855829Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"320ab9c0-5cbe-4dd1-94f4-9270dd7c5aa7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:28.082011036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"320ab9c0-5cbe-4dd1-94f4-9270dd7c5aa7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:28.103708534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ab9d4d1-96f3-40dd-b0af-3027b12fa9d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:28.103728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ab9d4d1-96f3-40dd-b0af-3027b12fa9d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:28.821446606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:29.680710159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"007ede6d-c099-4d92-93ce-d401e50da20d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:29.741055225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"007ede6d-c099-4d92-93ce-d401e50da20d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:29.763603625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"007ede6d-c099-4d92-93ce-d401e50da20d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:29.785425701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f29d1314-351d-4994-9234-e11be77502c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:29.785444521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f29d1314-351d-4994-9234-e11be77502c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:31.497934349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"1fe87a5f-3403-4865-8c6f-195bb016b626","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:31.497984547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"1fe87a5f-3403-4865-8c6f-195bb016b626","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:31.818379071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"d20e5a15-b814-4f1f-b52a-032f906c9310","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:31.818413093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"d20e5a15-b814-4f1f-b52a-032f906c9310","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:31.841832407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"ab5a4262-253e-4824-9fc3-b677f2bfbcc1","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:31.841849138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"ab5a4262-253e-4824-9fc3-b677f2bfbcc1","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:31.892091313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"8483db9c-e758-4257-9e89-85bd5392a789","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:31.972310693Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"8483db9c-e758-4257-9e89-85bd5392a789","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:31.996633918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8363a40b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"8483db9c-e758-4257-9e89-85bd5392a789","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.038185384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"116ba053-c1f9-4595-af15-8ff501ea6ff2","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.03821139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"116ba053-c1f9-4595-af15-8ff501ea6ff2","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.067926379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"1ae70339-3838-422c-a82c-4570aa25412d","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.06974583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"1ae70339-3838-422c-a82c-4570aa25412d","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.101352865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"c5533a34-c39b-439a-8e44-4e1f6d3d5bbb","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.101471363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"c5533a34-c39b-439a-8e44-4e1f6d3d5bbb","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.104245073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"1b5ae558-3edf-4eb7-9d21-dbc0867df00c","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:00:32.124842504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"f49186de-25c9-404b-aac4-0c99c173cd16","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-8363a40b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.128361556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"1b5ae558-3edf-4eb7-9d21-dbc0867df00c","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.148087115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8363a40b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"1b5ae558-3edf-4eb7-9d21-dbc0867df00c","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.164425309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"56f6e520-9d32-44f3-9b6e-dfdc9f7bd450","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.164514945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"56f6e520-9d32-44f3-9b6e-dfdc9f7bd450","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.197632953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"558bbb5a-9c9d-4cd6-9bc0-0c4b5306f4d1","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.197656878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"558bbb5a-9c9d-4cd6-9bc0-0c4b5306f4d1","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.21470976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"059e7fe1-e060-4fac-8a92-25b1e716900e","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.236599382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"059e7fe1-e060-4fac-8a92-25b1e716900e","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.265339901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8363a40b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"059e7fe1-e060-4fac-8a92-25b1e716900e","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.269672843Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"009083fd-e839-409b-bdf2-e3a953b58306","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"maas-trlp-e2e-lifecycle-model-8363a40b","model":"e2e-lifecycle-model-8363a40b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-8363a40b/e2e-sub-8363a40b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.345945408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"067358de-692e-4c66-b1df-f081bfd563b8","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.345973238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"067358de-692e-4c66-b1df-f081bfd563b8","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:32.417405229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"3df11d90-ae1f-4a81-96f6-febc06068ae9","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"maas-trlp-e2e-lifecycle-model-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:35.043640622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"737a166e-e5b9-429e-9be2-c1a78cf9c651","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:35.148862608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"737a166e-e5b9-429e-9be2-c1a78cf9c651","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:35.1879235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52b947-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"737a166e-e5b9-429e-9be2-c1a78cf9c651","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:37.511971949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"cb597836-1783-4bf6-b9bf-ca16a4712b79","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:38.135511313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"a88816e5-f69e-471c-89ab-2f7c2876c15e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:38.199484112Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"a88816e5-f69e-471c-89ab-2f7c2876c15e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:38.220204947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"a88816e5-f69e-471c-89ab-2f7c2876c15e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:38.24268802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be242ac2-2f71-423e-be7f-10228b502889","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:38.242716021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be242ac2-2f71-423e-be7f-10228b502889","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:38.370262548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"37dd4c60-1632-40a1-bd91-5636148253e9","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:39.205560805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"b035b8be-ef7d-4042-976e-5767fce9e3cd","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:39.227889967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"b035b8be-ef7d-4042-976e-5767fce9e3cd","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:39.248133665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8363a40b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"b035b8be-ef7d-4042-976e-5767fce9e3cd","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:39.833278932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"1f765cf5-561e-4898-9f8a-ab338db36385","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:39.889681878Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"1f765cf5-561e-4898-9f8a-ab338db36385","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:39.9101876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"1f765cf5-561e-4898-9f8a-ab338db36385","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:39.930031157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af170b62-7ef3-4495-9cf3-47de1e5a7061","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:39.930049226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af170b62-7ef3-4495-9cf3-47de1e5a7061","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:40.881502361Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"26cdbdea-05f5-42a6-8536-6175e4ad384d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:40.881547366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"b5d8e5bd-5084-4b03-9848-4be9a97bc63d","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:40.893995959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"124bf74e-f754-4ea3-951f-3af47bfe2fcf","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:41.019235931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"52c1fb34-5dc4-42b1-be09-a20d27bf602d","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:41.852285693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"135b7140-21ad-451a-97f1-f437d13e2a03","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:41.870983188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"7bfa2427-d03c-416b-aa56-c6c950237509","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:41.93383459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"3bb3dd54-0183-495f-bf24-a52baad7ef52","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:41.955714076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"3bb3dd54-0183-495f-bf24-a52baad7ef52","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.041562351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"6026ba1b-36ac-46ab-b65e-91f2278da345","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.054004632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"7cb15d6b-ee18-43d0-ad7f-7e0c4bb7a5e2","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.076949442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"41d48b09-a2d2-46d8-9a8e-9cdfc635c104","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:00:42.090866127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub1","reconcileID":"d1d7c54a-2252-4df2-8503-017338569e4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:00:42.094308294Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"41d48b09-a2d2-46d8-9a8e-9cdfc635c104","name":"distinct-w1-664c2b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-664c2b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:00:42.094355263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"41d48b09-a2d2-46d8-9a8e-9cdfc635c104","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-664c2b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.099616915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"0ce8b6b9-37ac-404e-99a0-1ca9ac45360d","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.108236159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"e02d6ab7-7edf-4f97-ae7e-202430628f4b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.116739951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"44a2f59b-a3ee-4e78-a312-0b9409e028b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.11674326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"aa4bf66b-b09f-4666-8d3b-346a71c26ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.125958716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"83ac6da0-5487-4ea9-9d96-8bb258ed97a1","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.129058232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"e02d6ab7-7edf-4f97-ae7e-202430628f4b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.13810313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"44a2f59b-a3ee-4e78-a312-0b9409e028b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.139664612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"aa4bf66b-b09f-4666-8d3b-346a71c26ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.146338074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"5e09bdfb-b619-434c-8d4f-8c99ae2527c6","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.21552401Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub1","reconcileID":"fba21a15-21f3-4aec-b049-9c0aa818fd0e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-distinct-w1-664c2b","model":"distinct-w1-664c2b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.242398833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"20de14be-7d7b-4777-9405-bb1f3b16558a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.263785734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"20de14be-7d7b-4777-9405-bb1f3b16558a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.26766404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"8e543ac9-fe00-41a6-bd93-427f07ee1779","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.278051792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"ec175874-5f77-4f71-bd8a-593d6cb094de","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.288713276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"2bcf72e0-52d7-4758-9822-492418374010","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.342592529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub1","reconcileID":"17375b4d-5d4a-40b7-b6b9-9ca084bcd420","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-distinct-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.358381571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ca60a124-73e2-4955-8a8e-391183f93787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.358382859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"048a9f1c-69f2-4f71-a7ba-124d722e1e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.379561949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"048a9f1c-69f2-4f71-a7ba-124d722e1e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.379585162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ca60a124-73e2-4955-8a8e-391183f93787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.457655464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"2d76c51e-daef-4c99-855c-f1a783589e65","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.478347367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"2d76c51e-daef-4c99-855c-f1a783589e65","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.487962253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"5a7d42bb-28d1-4b7c-a8d3-ad2bbf9bfb90","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.488030314Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-664c2b priority=0:[ai-tenant-e2e-worker-w1-664c2b/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-664c2b/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.510915438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"8254f139-3773-473c-9fe8-c2d3520b5823","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.524292625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"8617016f-45e9-463b-940b-9593c57b4ef2","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:00:42.52900189Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-664c2b/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.543281749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"b41d7790-8efe-4df1-955e-f3228f8096da","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.566074063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"79244f7d-eefc-456c-9a0c-5dec1385cce7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.586959466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"79244f7d-eefc-456c-9a0c-5dec1385cce7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.613283731Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub2","reconcileID":"9794acb9-7da8-400e-b0d7-4028831081e3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-distinct-2-w1-664c2b","model":"distinct-2-w1-664c2b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.669578459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"f2da5468-5458-4c23-892c-1caadb2c94e6","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.678922145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d068f23c-ae70-47d7-b070-9124beefa8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.678927866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"78826ced-fc04-4ef2-a214-fcfffa7151ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.699868283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d068f23c-ae70-47d7-b070-9124beefa8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.699898215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"78826ced-fc04-4ef2-a214-fcfffa7151ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.718382499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"0b0b7209-be64-4934-b972-2c14fa1f3f24","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.734768758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub2","reconcileID":"c5912c5e-5513-428f-bec5-e6a064d74c99","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-distinct-2-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.79683338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"48401968-0edd-4cdf-8c91-05545ce1aa34","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.818358234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"48401968-0edd-4cdf-8c91-05545ce1aa34","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.901047077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"aa0236f5-e71b-4c35-bb63-117eefbab069","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:42.924087365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"aa0236f5-e71b-4c35-bb63-117eefbab069","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:43.626986467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"39d0d3a2-5031-43d6-a1ce-d52b50046824","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:45.220492124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"345c8200-0e7c-44d9-ac1d-ec0a94e98bd5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:45.241195018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"345c8200-0e7c-44d9-ac1d-ec0a94e98bd5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:45.260599514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52b947-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"345c8200-0e7c-44d9-ac1d-ec0a94e98bd5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:48.274647309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"d248e297-b0d6-46c8-af76-6d673efbbd9d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:48.330971898Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"d248e297-b0d6-46c8-af76-6d673efbbd9d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:48.350696615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"d248e297-b0d6-46c8-af76-6d673efbbd9d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:48.370188869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f198b06b-a6aa-4c2d-8862-33e5f5a91527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:48.370204704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f198b06b-a6aa-4c2d-8862-33e5f5a91527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:49.280676655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"b32835da-ae0e-4cf7-bb0c-fadffb427763","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:49.302640708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"b32835da-ae0e-4cf7-bb0c-fadffb427763","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:49.322793336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8363a40b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"b32835da-ae0e-4cf7-bb0c-fadffb427763","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:49.977432345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"fa661fd7-fa12-4264-bf26-9533c00b5bf8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:50.034062592Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"fa661fd7-fa12-4264-bf26-9533c00b5bf8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:50.053972158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"fa661fd7-fa12-4264-bf26-9533c00b5bf8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:50.075502342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30e0c321-7533-4ccf-b402-9be4b06dd0aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:50.0755227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30e0c321-7533-4ccf-b402-9be4b06dd0aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.191881349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"e9f4a72a-7dbc-4c11-8a96-dff4da689900","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.24533745Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub1","reconcileID":"d4080155-a724-41fe-9ec6-625d65dff690","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3d27e976","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.270594314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"f491f206-c92b-440a-97df-138849543aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.270818192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"5934d583-884f-4943-86ba-dd4c8ddf2283","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.270594316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c3758079-3994-4dfc-8bc2-a0f714c81e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.271101641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"2d1255f5-9106-408f-abdc-2d4cdbd7e645","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.292326051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"f491f206-c92b-440a-97df-138849543aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.295208179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"5934d583-884f-4943-86ba-dd4c8ddf2283","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.295722343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"2d1255f5-9106-408f-abdc-2d4cdbd7e645","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.297583146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c3758079-3994-4dfc-8bc2-a0f714c81e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.419489854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e29fb101-a229-4803-ac00-4f00be0b29a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.422813444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"a052f960-7307-4339-82d4-c864d99a1d42","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.422859677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"1f033796-7a19-46ff-be65-d7a8fa58126c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.423081468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"d5d6c882-6675-49d1-b73c-dba74b3f9af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.440628252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e29fb101-a229-4803-ac00-4f00be0b29a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.444080763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"1f033796-7a19-46ff-be65-d7a8fa58126c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.444328323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"a052f960-7307-4339-82d4-c864d99a1d42","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:54.44619816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"d5d6c882-6675-49d1-b73c-dba74b3f9af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:55.292715818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"6bd8eb1b-7631-46e2-9d8a-43453165a728","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:55.314274501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"6bd8eb1b-7631-46e2-9d8a-43453165a728","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:55.336709824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52b947-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"6bd8eb1b-7631-46e2-9d8a-43453165a728","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:58.402313617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"21b75d11-1d2f-4a24-bd1b-e839f9ffb294","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:58.460634345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"21b75d11-1d2f-4a24-bd1b-e839f9ffb294","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:58.48059361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"21b75d11-1d2f-4a24-bd1b-e839f9ffb294","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:58.5021357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f51a9def-254d-4225-9b0e-43267eeaa83b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:58.502182448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f51a9def-254d-4225-9b0e-43267eeaa83b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:58.819709027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:59.365308102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"2b41b1a3-e062-48f5-84f7-38c9d97e6c24","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:59.387059426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"2b41b1a3-e062-48f5-84f7-38c9d97e6c24","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:00:59.406888748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8363a40b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"2b41b1a3-e062-48f5-84f7-38c9d97e6c24","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:00.124504477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"e94d2d08-5795-4bec-8583-0c15988eabe2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:00.182571916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"e94d2d08-5795-4bec-8583-0c15988eabe2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:00.202596776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"e94d2d08-5795-4bec-8583-0c15988eabe2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:00.224533047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ccd596a-bfb4-4525-90ab-a9cb60304110","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:00.224555384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ccd596a-bfb4-4525-90ab-a9cb60304110","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.106024975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub2","reconcileID":"88e80387-8769-4b98-abb5-7ba7cc34bd0d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-distinct-2-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.184499273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"39e3485b-6a7d-48c5-9677-581376d90bde","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.37846964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"37df0701-ae68-4c02-affb-e4d997235700","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"maas-trlp-e2e-lifecycle-model-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.397791732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c0eb8c-402e-4198-9e40-4843c00ec7f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.487322226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c0eb8c-402e-4198-9e40-4843c00ec7f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.506638377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c0eb8c-402e-4198-9e40-4843c00ec7f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.527482064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c0eb8c-402e-4198-9e40-4843c00ec7f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.564825109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"8aa3dde2-1893-43f4-be54-91707925c3fa","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.564958863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"8aa3dde2-1893-43f4-be54-91707925c3fa","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.957916895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"6db429c4-6e53-445c-b6c3-dff9f4dc89b1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.95864757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4b76b6a3-7d26-4307-a06c-feba6ec64b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.95922632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"ed44a36d-5cd0-4887-9e26-ffa0d314ebdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.990464212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"04b6107e-bdd3-4176-bcbd-85c198439ee0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:02.996185314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"ed44a36d-5cd0-4887-9e26-ffa0d314ebdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.007392387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4b76b6a3-7d26-4307-a06c-feba6ec64b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.008030959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"6db429c4-6e53-445c-b6c3-dff9f4dc89b1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.024920637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"04b6107e-bdd3-4176-bcbd-85c198439ee0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.223311982Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-153746","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-153746","reconcileID":"f62bf122-8bde-4e01-9038-18fc7d396e86","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-153746","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-153746":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.387705047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"015d3fd5-7512-45c8-9dfe-8ae175514354","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.402930441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"eaa2d067-a7f6-4a53-b057-bfe3bf4df084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.403270233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"a870fe3a-cbd4-4775-aef0-59f86dc32aa4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.404036629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3474cbec-347f-4c02-8d56-bd740e580b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.409525506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"015d3fd5-7512-45c8-9dfe-8ae175514354","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.436570742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"eaa2d067-a7f6-4a53-b057-bfe3bf4df084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.438292476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"a870fe3a-cbd4-4775-aef0-59f86dc32aa4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.439206233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3474cbec-347f-4c02-8d56-bd740e580b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.44847943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"75455d75-42a7-4a01-bd48-aa5bc847763f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.453799916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8363a40b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbc83439aca4cc1160ee1a1aa25facb943f48018eaf133ad4839175b55e30761) AuthConfig (4e52721d6c7f3ebdf68b58cab1de4ac853cf83c5e29939fd2441046c0dbff419) AuthConfig (f59fa6295a665f0a6ecee406a0cdee542fba91443666e6e3a6071b6ad9bd8e2f) AuthConfig (dbc7252ec2bf17b3a1f05e8dff5cc910f45682b1688848e0adf659ce63084803) AuthConfig (97609e0946463bc30b56e3f6dd885d4e1a38f3a74fef2c5bfd91dd4bcabda262) AuthConfig (67af73aa7d2fffc4b711ade9612f8d98a75567e0aee0fb7490137133dd4565ea) AuthConfig (0e40df45adaf2ce8dd25ea51dd2b58ebc8a48d046c7ea163238a7aa93a9dc6d3) AuthConfig (ca67bfc13c3669ef94b7570dd785e124812c08e6fb2b973b47442bc072dcaa9c) AuthConfig (b275f3a7c7446dd527d9ca65af5a75f149f945a02930eb9f40d52927ac1187d7) AuthConfig (2f12297be5f82dec57dd871b3c51395f52d2edb37f2c7a40c05087ec06868845) AuthConfig (bf08c835e8261b5206551bcf1e99c99a25bc9761e79beb6cfded4665d2a4eded) AuthConfig (e0c8a1662532c948fa530d1d31e8fe2b2b1ed1299bc06ebd9a26dce0b81e5a3d) AuthConfig (5aee8f12f6342d314f0ed08c9262854d1ee76a37d1fec658f45e97264a2dd26a) AuthConfig (d1c3ed81d75a1e5d4612b58708aa2b90649076f2166ec58b2969a0e8efbadd3c) AuthConfig (7c06968eeca16acabd26662803a4447e1b81fc6f0588955954782a0278860d39) AuthConfig (791d9f5b493db10c418d41e22aaa549fa77f29582d2250db9185230386dd74a5) AuthConfig (32d6e4c91de79a10e671e26b7df19a1872ba5511cfd096d3fab31504f3e7bed2) AuthConfig (aab3bc3e65773a48ab4c94b48f9f0ca20423f62e32abe94c0f9d402e180ea925)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"015d3fd5-7512-45c8-9dfe-8ae175514354","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.476654483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"75455d75-42a7-4a01-bd48-aa5bc847763f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.485963992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"6700d382-8347-4fb3-8152-ca087773b4cc","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.486058992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"6700d382-8347-4fb3-8152-ca087773b4cc","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.564543744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a75b30-0df1-409d-83b6-1a7142399c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.582848792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a75b30-0df1-409d-83b6-1a7142399c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.599753068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a75b30-0df1-409d-83b6-1a7142399c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:03.616183543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a75b30-0df1-409d-83b6-1a7142399c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.276745051Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub1","reconcileID":"af3aa51d-9c77-42d2-ac9d-c4f8a3f4421e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.293926809Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub1","reconcileID":"af3aa51d-9c77-42d2-ac9d-c4f8a3f4421e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.310833489Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub1","reconcileID":"af3aa51d-9c77-42d2-ac9d-c4f8a3f4421e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.381895362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4041dd4-ca1c-45ab-a2a8-d6c10e76c6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.397756726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4041dd4-ca1c-45ab-a2a8-d6c10e76c6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.414092369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4041dd4-ca1c-45ab-a2a8-d6c10e76c6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.419185957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"ab87210f-7d62-4146-89b6-877fee124794","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.430984581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4041dd4-ca1c-45ab-a2a8-d6c10e76c6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.4634248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"b8954869-2f46-4b1d-88ed-875610e068d9","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.528547204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0d4db40c-6d07-457a-8165-14e3e60be0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.528942302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"63156005-0d3e-4885-9f44-74736b5faf1c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.529147476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d832cc87-371b-4612-9eef-d0598cd49b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.529414553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"201dfde4-0a55-4a5e-9e10-0d2b73a84739","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.552132027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"63156005-0d3e-4885-9f44-74736b5faf1c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.559590822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d832cc87-371b-4612-9eef-d0598cd49b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.561137592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0d4db40c-6d07-457a-8165-14e3e60be0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.569364637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"201dfde4-0a55-4a5e-9e10-0d2b73a84739","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.586895545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"d766e278-e5c5-49b8-89d1-d30fcb954ea1","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.640690348Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub2","reconcileID":"6445e93f-e89d-4d87-bc82-c0e8f584c401","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6617180","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.789217315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"0b95bbfc-ded1-461a-93a3-0b806f038a27","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.78949243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"26726337-dc3c-4c60-910f-90bf49604a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.789602668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"f21fe888-e747-42b5-88a8-35e9fc3d866e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.789217383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"db7cecf8-d636-4b1a-a9b1-5adc54fd710e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.810695022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"0b95bbfc-ded1-461a-93a3-0b806f038a27","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.810697722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"f21fe888-e747-42b5-88a8-35e9fc3d866e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.812868587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"26726337-dc3c-4c60-910f-90bf49604a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:04.813077243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"db7cecf8-d636-4b1a-a9b1-5adc54fd710e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:05.402104773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"4b9d1ae1-27c3-4963-8a74-c40503f79568","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:05.427812082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"4b9d1ae1-27c3-4963-8a74-c40503f79568","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:05.482586658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52b947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2fd895fd0a57cb0ae7dfa6a51e2ed66550e8cf506d4d7506d3e98a7e67f31a62) AuthConfig (2903d9af68986b268b608ee59c45aef1887330bc18a85e02cdcafc6acf5b0a16) AuthConfig (ff685c9d223da69a7f809dcc37131ac0597d2375c214148045b0634787506bcc) AuthConfig (f0b6455491f9b19448df6349d4c3c45b13fc85ab8b9477c496efbb08cdd11a35) AuthConfig (dbed40f491d762a1bcb1d1a2f33137dd373be429fd984d86431a723654056d13) AuthConfig (0167cd845e2d9ac4673d9375ed077a8dfc295789eb87e3d24fdd222806eac761)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"4b9d1ae1-27c3-4963-8a74-c40503f79568","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:05.515758526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c597977e-ba88-4cf7-925d-db24fd4576f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:05.515790295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c597977e-ba88-4cf7-925d-db24fd4576f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:08.534302381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"ec3743e3-9b2c-4b1d-b0fe-60fb8b7da2ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:08.591242192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"ec3743e3-9b2c-4b1d-b0fe-60fb8b7da2ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:08.615724428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"ec3743e3-9b2c-4b1d-b0fe-60fb8b7da2ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:08.637851717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3647fa44-40ad-4667-ac1d-71521edf9a1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:08.637873064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3647fa44-40ad-4667-ac1d-71521edf9a1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:10.275335166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"db93ac74-ddad-46f6-9e62-a82c8488165c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:10.332359444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"db93ac74-ddad-46f6-9e62-a82c8488165c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:10.356333145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"db93ac74-ddad-46f6-9e62-a82c8488165c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:10.378311036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed580e4e-4147-4c77-a7dc-146b82e421b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:10.378328089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed580e4e-4147-4c77-a7dc-146b82e421b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:13.52059232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"06354ed3-5f43-4fc7-a8b0-fa84709a1db4","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:13.541439226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"06354ed3-5f43-4fc7-a8b0-fa84709a1db4","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:13.561017075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8363a40b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbc83439aca4cc1160ee1a1aa25facb943f48018eaf133ad4839175b55e30761) AuthConfig (4e52721d6c7f3ebdf68b58cab1de4ac853cf83c5e29939fd2441046c0dbff419) AuthConfig (f59fa6295a665f0a6ecee406a0cdee542fba91443666e6e3a6071b6ad9bd8e2f) AuthConfig (dbc7252ec2bf17b3a1f05e8dff5cc910f45682b1688848e0adf659ce63084803) AuthConfig (97609e0946463bc30b56e3f6dd885d4e1a38f3a74fef2c5bfd91dd4bcabda262) AuthConfig (67af73aa7d2fffc4b711ade9612f8d98a75567e0aee0fb7490137133dd4565ea) AuthConfig (0e40df45adaf2ce8dd25ea51dd2b58ebc8a48d046c7ea163238a7aa93a9dc6d3) AuthConfig (ca67bfc13c3669ef94b7570dd785e124812c08e6fb2b973b47442bc072dcaa9c) AuthConfig (b275f3a7c7446dd527d9ca65af5a75f149f945a02930eb9f40d52927ac1187d7) AuthConfig (2f12297be5f82dec57dd871b3c51395f52d2edb37f2c7a40c05087ec06868845) AuthConfig (bf08c835e8261b5206551bcf1e99c99a25bc9761e79beb6cfded4665d2a4eded) AuthConfig (e0c8a1662532c948fa530d1d31e8fe2b2b1ed1299bc06ebd9a26dce0b81e5a3d) AuthConfig (5aee8f12f6342d314f0ed08c9262854d1ee76a37d1fec658f45e97264a2dd26a) AuthConfig (d1c3ed81d75a1e5d4612b58708aa2b90649076f2166ec58b2969a0e8efbadd3c) AuthConfig (7c06968eeca16acabd26662803a4447e1b81fc6f0588955954782a0278860d39) AuthConfig (791d9f5b493db10c418d41e22aaa549fa77f29582d2250db9185230386dd74a5) AuthConfig (32d6e4c91de79a10e671e26b7df19a1872ba5511cfd096d3fab31504f3e7bed2) AuthConfig (aab3bc3e65773a48ab4c94b48f9f0ca20423f62e32abe94c0f9d402e180ea925)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"06354ed3-5f43-4fc7-a8b0-fa84709a1db4","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.657128241Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub2","reconcileID":"113f6a92-ee20-474e-92e4-6f34fcd6cb04","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.673533152Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub2","reconcileID":"113f6a92-ee20-474e-92e4-6f34fcd6cb04","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.690220244Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-sub2","reconcileID":"113f6a92-ee20-474e-92e4-6f34fcd6cb04","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.784587225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"312ce793-7b04-487b-b295-9ae628506617","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.863959312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6bca59c0-3434-48d3-8ea7-fc35731e04c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.86422055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"c4cb4978-87cf-4ced-8a21-71defc8f45fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.863964404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"58ed87fc-43d5-466f-8175-4d6b079e9360","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.86443177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9464ed6e-cd94-4373-b89c-22d996176228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.885517889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6bca59c0-3434-48d3-8ea7-fc35731e04c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.885997056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"c4cb4978-87cf-4ced-8a21-71defc8f45fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.887795281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9464ed6e-cd94-4373-b89c-22d996176228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.88838639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"58ed87fc-43d5-466f-8175-4d6b079e9360","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.937321008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"75c0f971-ed99-4001-af6c-c4edaeb170e3","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:14.996331353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"e49d7241-042f-450c-b037-1abbe8ce5290","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:15.017324107Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth1","reconcileID":"e513a7b9-84da-4e80-87fb-968a8bc9b357","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:15.017509757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"e49d7241-042f-450c-b037-1abbe8ce5290","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:15.071892365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"5d4d7e1d-b172-4c79-8987-bed5f4333a8f","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:15.213960725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-multi-keys-auth2","reconcileID":"537378e5-c4a8-444f-8eec-5d51e37c82c8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:15.214047785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"789098a0-8f04-4589-a1bb-3d76f1c2e17e","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:15.265986915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"d312ff2f-bb99-4aee-a37e-1105961cd366","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:15.546911167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"89094970-a624-4b5d-a2a9-82aedaad9c2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:15.567356696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"89094970-a624-4b5d-a2a9-82aedaad9c2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:15.586849287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52b947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2fd895fd0a57cb0ae7dfa6a51e2ed66550e8cf506d4d7506d3e98a7e67f31a62) AuthConfig (2903d9af68986b268b608ee59c45aef1887330bc18a85e02cdcafc6acf5b0a16) AuthConfig (ff685c9d223da69a7f809dcc37131ac0597d2375c214148045b0634787506bcc) AuthConfig (f0b6455491f9b19448df6349d4c3c45b13fc85ab8b9477c496efbb08cdd11a35) AuthConfig (dbed40f491d762a1bcb1d1a2f33137dd373be429fd984d86431a723654056d13) AuthConfig (0167cd845e2d9ac4673d9375ed077a8dfc295789eb87e3d24fdd222806eac761)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"89094970-a624-4b5d-a2a9-82aedaad9c2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:18.560245178Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"338001ee-a646-4d08-8401-a9ab6d4ebadd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:18.560345314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f37e3f59-802e-4419-8440-1e243c85c0f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:18.560364845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f37e3f59-802e-4419-8440-1e243c85c0f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:18.677620495Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-policy-733bcc39","reconcileID":"338001ee-a646-4d08-8401-a9ab6d4ebadd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"policyNamespace":"ai-tenant-e2e-mt-88e592d6","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:18.751086109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b309bb06-3c1f-45e9-8a17-e3af79f673df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:18.751114854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b309bb06-3c1f-45e9-8a17-e3af79f673df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:18.854446008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8e3a91b-fb4e-46a6-b9b6-0c1a07332032","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:18.854471583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8e3a91b-fb4e-46a6-b9b6-0c1a07332032","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:20.406589407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"b4e96d84-3997-4ea4-a8ca-7b23c2263314","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:20.426303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"8387e9be-041a-4418-bd8d-7fc5bce053a8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:20.447601592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"8387e9be-041a-4418-bd8d-7fc5bce053a8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:20.453872528Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"b4e96d84-3997-4ea4-a8ca-7b23c2263314","name":"e2e-api-b-153746-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:20.470120489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"8387e9be-041a-4418-bd8d-7fc5bce053a8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.033753381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f7be45-2b24-4ca9-adb1-b55aef93959b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.05105687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f7be45-2b24-4ca9-adb1-b55aef93959b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.05123501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"1378b3e8-96f5-4185-8e1b-71435c217cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.051533845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6d92dacd-12c6-46ff-b82a-63e66b9a827f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.06857874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f7be45-2b24-4ca9-adb1-b55aef93959b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.088066401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f7be45-2b24-4ca9-adb1-b55aef93959b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.091143798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6d92dacd-12c6-46ff-b82a-63e66b9a827f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.094215455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"1378b3e8-96f5-4185-8e1b-71435c217cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.762095508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27014e6d-477e-4125-b504-1ed1bf715058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.778854542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27014e6d-477e-4125-b504-1ed1bf715058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.794800817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27014e6d-477e-4125-b504-1ed1bf715058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.811190103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27014e6d-477e-4125-b504-1ed1bf715058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:22.906435772Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6482ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6482ae","reconcileID":"e70b113c-97b8-400b-ac69-9837744447d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6482ae","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-6482ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:23.490431033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5e6033-f6fa-427e-b349-9e23a2d3f5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:23.506349699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5e6033-f6fa-427e-b349-9e23a2d3f5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:23.522300829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5e6033-f6fa-427e-b349-9e23a2d3f5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:23.538190415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5e6033-f6fa-427e-b349-9e23a2d3f5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:23.610182507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"95920177-b560-4961-93ef-c8b84b4f6d86","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:23.655495771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"95920177-b560-4961-93ef-c8b84b4f6d86","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:23.747486501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"12c8ddf4-c4b7-4b98-95dc-15f7accf0469","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:23.747504392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"12c8ddf4-c4b7-4b98-95dc-15f7accf0469","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:25.619406866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"fb6414d6-e22b-4f3b-87d0-9d65971e5a95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:25.640566225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"fb6414d6-e22b-4f3b-87d0-9d65971e5a95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:25.810495987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c130430a-154c-406c-a763-c1d3eece2e86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:25.810514296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c130430a-154c-406c-a763-c1d3eece2e86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:28.819374143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:28.910181568Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-sub-733bcc39","reconcileID":"07c8a918-7c9c-4c00-a44b-638adc9e3530","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-733bcc39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:28.982133154Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"namespace":"ai-tenant-e2e-mt-88e592d6","name":"e2e-shared-int-sub-733bcc39","reconcileID":"07c8a918-7c9c-4c00-a44b-638adc9e3530","MaaSSubscription":{"name":"e2e-shared-int-sub-733bcc39","namespace":"ai-tenant-e2e-mt-88e592d6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-fc193c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:29.048817323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-fc193c","reconcileID":"cff1dfab-7531-42df-a3f6-4ee0e71827cf","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:29.048831112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0af82bf-7346-4f52-bc22-92c60367aecf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:29.056131178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb8debdd-8608-4a3f-9dc0-56482651d09a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:29.056148243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb8debdd-8608-4a3f-9dc0-56482651d09a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:30.517673831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"e88fb8f0-cd00-44b9-898a-f796890c8cf3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:30.539002936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"e88fb8f0-cd00-44b9-898a-f796890c8cf3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:30.559128589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"e88fb8f0-cd00-44b9-898a-f796890c8cf3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:37.343658385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6f697b-4347-45f5-89ac-2d8075db3740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:37.359854282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6f697b-4347-45f5-89ac-2d8075db3740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:37.375584475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6f697b-4347-45f5-89ac-2d8075db3740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:37.391686011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6f697b-4347-45f5-89ac-2d8075db3740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:38.023658028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205bc6b8-642b-4d24-b9f8-8d3a513fbdb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:38.041005515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205bc6b8-642b-4d24-b9f8-8d3a513fbdb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:38.058246154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205bc6b8-642b-4d24-b9f8-8d3a513fbdb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:38.07429385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205bc6b8-642b-4d24-b9f8-8d3a513fbdb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:40.334228985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"af57e589-e170-4e03-98c9-b65bf0e192d0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:40.379789487Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"af57e589-e170-4e03-98c9-b65bf0e192d0","name":"e2e-api-a-6482ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:40.608455749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"ef46e4c3-20d3-44e2-8e22-8d354c0ddb1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:40.629634786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"ef46e4c3-20d3-44e2-8e22-8d354c0ddb1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:40.650103655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"ef46e4c3-20d3-44e2-8e22-8d354c0ddb1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.339487887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"9e343f1e-13a9-4967-aae1-d800485b3efc","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.339507255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"9e343f1e-13a9-4967-aae1-d800485b3efc","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.391356997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"9186a18b-cc48-4278-bc81-0eb709dc5dfa","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.395028761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"3763152f-1332-4dbb-95fd-0f0d99e549e2","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.395045499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"3763152f-1332-4dbb-95fd-0f0d99e549e2","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.413468894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"9186a18b-cc48-4278-bc81-0eb709dc5dfa","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.424706892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"44118984-7f4e-47d7-85e0-b36b8b0de393","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"maas-trlp-e2e-lifecycle-model-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.511260631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"e2ff50af-fa41-470b-bf79-645ea8408132","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.536264753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"e2ff50af-fa41-470b-bf79-645ea8408132","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.548469364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"cb6630b0-0668-4cd7-b530-9c06660e075e","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"maas-trlp-e2e-lifecycle-model-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.667500763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54035bdd-f524-4df2-bf99-69da07275b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.683568962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54035bdd-f524-4df2-bf99-69da07275b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.699784288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54035bdd-f524-4df2-bf99-69da07275b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:41.715903943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54035bdd-f524-4df2-bf99-69da07275b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:42.337823845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14b7b2c-38f0-4485-a397-c94a36243339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:42.35442472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14b7b2c-38f0-4485-a397-c94a36243339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:42.370350162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14b7b2c-38f0-4485-a397-c94a36243339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:42.387139318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14b7b2c-38f0-4485-a397-c94a36243339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:43.020861828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0aac64-5918-44ce-b9da-e5053636a857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:43.038792338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0aac64-5918-44ce-b9da-e5053636a857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:43.057407509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0aac64-5918-44ce-b9da-e5053636a857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:43.091786386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0aac64-5918-44ce-b9da-e5053636a857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.552895958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9c0a52e-8cdf-416c-b0cf-38169c10b035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.552916043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9c0a52e-8cdf-416c-b0cf-38169c10b035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.587728787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72dee25d-465f-4cf9-bc59-905c5105d658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.587747673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72dee25d-465f-4cf9-bc59-905c5105d658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.618780549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"f3e3e843-6841-4128-9718-949e6271a848","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:01:48.690843214Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"f3e3e843-6841-4128-9718-949e6271a848","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-api-b-153746-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:01:48.711959137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"f3e3e843-6841-4128-9718-949e6271a848","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-api-b-153746-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.712065219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79db69a9-a567-4bd6-a64e-61853ff8c25d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.712083058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79db69a9-a567-4bd6-a64e-61853ff8c25d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.749542821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"9e35d250-121c-4a2f-a453-ec7db218be13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.819569691Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"9e35d250-121c-4a2f-a453-ec7db218be13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.839871114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-153746-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"9e35d250-121c-4a2f-a453-ec7db218be13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.861047247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84d56750-204f-4926-85b7-300e521cfd4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:48.861061683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84d56750-204f-4926-85b7-300e521cfd4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:49.553737704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"86aba22e-6494-4229-a3e6-08be64db6758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:49.55373742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"79cd6061-5b2d-4637-9624-cbe11ff2b851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:49.575408892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"86aba22e-6494-4229-a3e6-08be64db6758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:49.576335443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"79cd6061-5b2d-4637-9624-cbe11ff2b851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:50.697960838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"75b274c8-9390-484d-a6cd-84bfe9921922","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:50.719594359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"75b274c8-9390-484d-a6cd-84bfe9921922","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:50.739925294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"75b274c8-9390-484d-a6cd-84bfe9921922","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:50.76260326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"395aa3d4-31a0-415d-ab5e-85734e7dd914","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:50.762623946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"395aa3d4-31a0-415d-ab5e-85734e7dd914","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:50.941028922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"e1b45e53-a31d-4f01-8dfb-d517bc438b3a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:50.9618125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"e1b45e53-a31d-4f01-8dfb-d517bc438b3a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.137098176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"660772f6-77c4-44a2-9850-25ac158d0dc2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.158113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"660772f6-77c4-44a2-9850-25ac158d0dc2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.243879595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac41d8f7-18df-43d1-94ab-6e13d8d36988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.259871682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac41d8f7-18df-43d1-94ab-6e13d8d36988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.27562615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac41d8f7-18df-43d1-94ab-6e13d8d36988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.291362093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac41d8f7-18df-43d1-94ab-6e13d8d36988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.535554257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"fc0e531b-060a-43f2-98d3-b4dab91c0c32","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.535580307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"fc0e531b-060a-43f2-98d3-b4dab91c0c32","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.566569259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"5a81907b-1856-4718-8cc1-53209ff71ba4","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.588260822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"5a81907b-1856-4718-8cc1-53209ff71ba4","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.602998529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"bceeb15f-3dcb-42ac-8d5d-526093cf0198","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"maas-trlp-e2e-lifecycle-model-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.759272407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"3dad6b08-2062-46a8-ae48-4f6e324fdf2e","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.782462291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"3dad6b08-2062-46a8-ae48-4f6e324fdf2e","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.794282772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"09391aa7-b710-4f2b-ba6b-514bddc524a4","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"maas-trlp-e2e-lifecycle-model-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.939472266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2e98f7-33c0-4b98-9628-965c251b067c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.955186073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2e98f7-33c0-4b98-9628-965c251b067c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.970825455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2e98f7-33c0-4b98-9628-965c251b067c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:51.987314572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2e98f7-33c0-4b98-9628-965c251b067c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:52.758423473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5c0041-f19e-466b-9057-9a3e95571b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:52.774282614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5c0041-f19e-466b-9057-9a3e95571b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:52.789986324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5c0041-f19e-466b-9057-9a3e95571b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:52.805728352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5c0041-f19e-466b-9057-9a3e95571b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:58.818914977Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:58.892675213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"a5a3aecc-641c-4de6-8edc-0e127aaa3441","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:58.913751989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"a5a3aecc-641c-4de6-8edc-0e127aaa3441","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:58.933648544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-153746-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"a5a3aecc-641c-4de6-8edc-0e127aaa3441","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:59.786534756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdec572d-5b84-4ffc-bacb-9f338288658d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:59.804839129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdec572d-5b84-4ffc-bacb-9f338288658d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:59.821525062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdec572d-5b84-4ffc-bacb-9f338288658d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:01:59.837328934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdec572d-5b84-4ffc-bacb-9f338288658d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:00.47775271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c01c78a-8d92-4f91-bd53-e57a8228eeab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:00.49358969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c01c78a-8d92-4f91-bd53-e57a8228eeab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:00.509491536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c01c78a-8d92-4f91-bd53-e57a8228eeab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:00.525414831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c01c78a-8d92-4f91-bd53-e57a8228eeab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:00.809489942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"ec8f80bc-4a1d-40f5-8600-21fc169a8af0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:00.830916665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"ec8f80bc-4a1d-40f5-8600-21fc169a8af0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:00.850996058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"ec8f80bc-4a1d-40f5-8600-21fc169a8af0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:01.145393399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"e8c648c6-46f2-4b3e-8f41-1444e568a18d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:01.166518458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"e8c648c6-46f2-4b3e-8f41-1444e568a18d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:01.250016092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"5e781338-f71a-4a07-9fc8-4db97b82d77e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:01.270750368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"5e781338-f71a-4a07-9fc8-4db97b82d77e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.209081502Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"a2b52282-b6f1-48a3-940a-27606aaf639f","namespace":"ai-tenant-e2e-mt-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.209170498Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"a2b52282-b6f1-48a3-940a-27606aaf639f","name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.229735347Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"a2b52282-b6f1-48a3-940a-27606aaf639f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.229757815Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"a2b52282-b6f1-48a3-940a-27606aaf639f","namespace":"ai-tenant-e2e-mt-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.229870701Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"a2b52282-b6f1-48a3-940a-27606aaf639f","name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.230814388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"d12e59ac-5f5f-4b9a-8385-dd5d88f15429","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.230833076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"d12e59ac-5f5f-4b9a-8385-dd5d88f15429","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.250244249Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"a2b52282-b6f1-48a3-940a-27606aaf639f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.253525353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"44f47322-842d-4736-a222-401beaf98501","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.253541403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"44f47322-842d-4736-a222-401beaf98501","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.262023162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"3335ff01-d530-47cb-b030-476db485a8f3","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:06.271401418Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"44f47322-842d-4736-a222-401beaf98501","name":"e2e-lifecycle-model-8363a40b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-8363a40b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:06.271449808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"44f47322-842d-4736-a222-401beaf98501","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-8363a40b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.276745905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"c22ea5ab-78b8-4644-8c86-12db5c99f2ff","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.276763256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"c22ea5ab-78b8-4644-8c86-12db5c99f2ff","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.283074246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"3335ff01-d530-47cb-b030-476db485a8f3","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.284404341Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"2c02feb8-51b4-436b-8686-3afd2c48ecde","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc74a2d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.314571822Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"5c4e1f4a-d220-4557-a247-a25c6bf6b758","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc74a2d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.351547732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"c3419c42-54d4-40ba-a8a1-64625742c948","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.531878858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"c3419c42-54d4-40ba-a8a1-64625742c948","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.597754619Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"c3419c42-54d4-40ba-a8a1-64625742c948","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"e2e-mt-8363a40b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.597775974Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-policy-8363a40b","reconcileID":"c3419c42-54d4-40ba-a8a1-64625742c948","MaaSAuthPolicy":{"name":"e2e-policy-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.618756656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"3b4e8c4f-3c5d-417c-9332-c6c4b661721f","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:06.61884235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"3b4e8c4f-3c5d-417c-9332-c6c4b661721f","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.742723895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b15097b-6621-4b04-bc6c-e60e9ee07147","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.742743175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b15097b-6621-4b04-bc6c-e60e9ee07147","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.763699827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35d67dcd-7151-4a23-9531-81d21a2d1435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.76371798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35d67dcd-7151-4a23-9531-81d21a2d1435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.794636881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"3ce50404-7a0a-4c26-bb28-5b0a83fdd949","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.861749518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"3ce50404-7a0a-4c26-bb28-5b0a83fdd949","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.881644874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6482ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"3ce50404-7a0a-4c26-bb28-5b0a83fdd949","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.900722047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fac2db56-4122-4bf1-ae28-4f5b121c6654","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.900739467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fac2db56-4122-4bf1-ae28-4f5b121c6654","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.966762364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"9f1017ae-6c67-47f1-b7b0-03833a262b2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:08.987508262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"9f1017ae-6c67-47f1-b7b0-03833a262b2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:09.006921754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-153746-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e98ecaab6bd97ce0e7522546b5bfffa898be2b88abe1e2f5e20b479fd5d93a12) AuthConfig (660128ea9a8a2b25b988205b8105b81751de19ab352b25a1fb1a1013b735e5ae) AuthConfig (bdae7195c8acb9eab3cafd18f1a28475591b0642ed09446a4effb5f1d08400ce) AuthConfig (7d85dcb976454785449b513840066a3406c5bd8654689b688a0f6adf70335068) AuthConfig (c20b00853a867e0228c32708ed9f2e224f433da4972a7733c4daf4c0d6e994d0) AuthConfig (b51b21f6b47069ccf8dfd3ddf2a378e13ac3e3b1b99922ca37fe26cb14c60158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"9f1017ae-6c67-47f1-b7b0-03833a262b2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:09.028455837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa7235e3-df04-427a-9393-9b643c9d6136","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:09.028470311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa7235e3-df04-427a-9393-9b643c9d6136","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:10.899250373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"11e782c4-27cd-4902-9c4f-9edf0ff89c4e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:10.920483064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"11e782c4-27cd-4902-9c4f-9edf0ff89c4e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:11.008544594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce54e118-d12b-47d0-85d0-26b9448c2cd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:11.008566067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce54e118-d12b-47d0-85d0-26b9448c2cd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.159636883Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-fc193c","reconcileID":"67b95827-c9bd-444b-ab88-fc49d3193bff","MaaSAuthPolicy":{"name":"e2e-default-int-auth-fc193c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.159681404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcb19805-2bea-4547-8aa0-1dfff77a73af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.15969558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcb19805-2bea-4547-8aa0-1dfff77a73af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.213622882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0314f806-25ac-40e3-a10c-e49c21f6ee07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.213648048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0314f806-25ac-40e3-a10c-e49c21f6ee07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.432789543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"102cdf85-5dca-49fd-ad84-0d1399abc5c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.432810008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"102cdf85-5dca-49fd-ad84-0d1399abc5c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.479730618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e566ecc-2562-4541-9245-e3b73464fd7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.480215571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f734d89-4872-443f-aa23-b9514f8b259a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.500591788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e566ecc-2562-4541-9245-e3b73464fd7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:13.50297733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f734d89-4872-443f-aa23-b9514f8b259a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.331431639Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"ca2218fb-135a-4b26-9e74-f69a2e23e992","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","subscription":"e2e-sub-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.348251169Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"ca2218fb-135a-4b26-9e74-f69a2e23e992","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.366880049Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-sub-8363a40b","reconcileID":"ca2218fb-135a-4b26-9e74-f69a2e23e992","MaaSSubscription":{"name":"e2e-sub-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"name":"maas-trlp-e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.462909493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"5ccb2ece-000f-44b3-b0f3-1fc073063927","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.462928291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"5ccb2ece-000f-44b3-b0f3-1fc073063927","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.926327173Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"12e8889b-8c82-4921-ad59-f1696dcf0213","namespace":"ai-tenant-e2e-api-a-52b947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.926386558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"12e8889b-8c82-4921-ad59-f1696dcf0213","namespace":"ai-tenant-e2e-api-a-52b947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.92643155Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"12e8889b-8c82-4921-ad59-f1696dcf0213","name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.94736238Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"12e8889b-8c82-4921-ad59-f1696dcf0213","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.947588041Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"605f6300-7e18-473f-9a4b-8b7a17f5410e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.947882127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33999f3d-00fb-4352-b59a-1d214fd9a492","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.947897466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33999f3d-00fb-4352-b59a-1d214fd9a492","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:16.997436438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"605f6300-7e18-473f-9a4b-8b7a17f5410e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:17.071095429Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"605f6300-7e18-473f-9a4b-8b7a17f5410e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"name":"e2e-api-a-52b947-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:17.071116742Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"e2e-e2e-api-a-52b947-policy","reconcileID":"605f6300-7e18-473f-9a4b-8b7a17f5410e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52b947-policy","namespace":"ai-tenant-e2e-api-a-52b947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52b947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:17.092407668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48d03d14-5ac2-44be-8585-ac4fd557c28e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:17.092424841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48d03d14-5ac2-44be-8585-ac4fd557c28e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:18.933794528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"41a766f8-dc00-447a-9b09-4fa2a0dfaeb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:18.954853083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"41a766f8-dc00-447a-9b09-4fa2a0dfaeb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:18.974908792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6482ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"41a766f8-dc00-447a-9b09-4fa2a0dfaeb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:19.06257871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"75c261e7-9e69-46bb-bac6-5871008e870e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:19.084403749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"75c261e7-9e69-46bb-bac6-5871008e870e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:19.104750802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-153746-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e98ecaab6bd97ce0e7522546b5bfffa898be2b88abe1e2f5e20b479fd5d93a12) AuthConfig (660128ea9a8a2b25b988205b8105b81751de19ab352b25a1fb1a1013b735e5ae) AuthConfig (bdae7195c8acb9eab3cafd18f1a28475591b0642ed09446a4effb5f1d08400ce) AuthConfig (7d85dcb976454785449b513840066a3406c5bd8654689b688a0f6adf70335068) AuthConfig (c20b00853a867e0228c32708ed9f2e224f433da4972a7733c4daf4c0d6e994d0) AuthConfig (b51b21f6b47069ccf8dfd3ddf2a378e13ac3e3b1b99922ca37fe26cb14c60158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"75c261e7-9e69-46bb-bac6-5871008e870e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:22.942754345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d2dd3f-22b3-44aa-94e3-ee2fc5d0e94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:22.959309852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d2dd3f-22b3-44aa-94e3-ee2fc5d0e94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:22.975247706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d2dd3f-22b3-44aa-94e3-ee2fc5d0e94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:22.991368247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d2dd3f-22b3-44aa-94e3-ee2fc5d0e94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.487517435Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-fc193c","reconcileID":"cdc31466-ac17-4929-ad93-7ab1118f1455","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-fc193c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.559490853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-fc193c","reconcileID":"cdc31466-ac17-4929-ad93-7ab1118f1455","MaaSSubscription":{"name":"e2e-default-int-sub-fc193c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.624195151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"acc45a22-90f3-466b-be72-31ae03884f7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.633097473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88552014-7413-4577-9315-7be3e14e0e8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.633114152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88552014-7413-4577-9315-7be3e14e0e8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.638316752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a9ff39-4e65-44b5-a37f-711edd98a6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.654668552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a9ff39-4e65-44b5-a37f-711edd98a6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.67060793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a9ff39-4e65-44b5-a37f-711edd98a6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.686600411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a9ff39-4e65-44b5-a37f-711edd98a6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.687038937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a27f3779-baca-431b-a259-4187e30f26ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.717928422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"604f283c-83db-46ed-a90b-7dd3adc22efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.72183574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a27f3779-baca-431b-a259-4187e30f26ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.740219674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"604f283c-83db-46ed-a90b-7dd3adc22efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:23.758883841Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9a8d85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9a8d85","reconcileID":"e4875ac5-7b34-4746-95a5-ec15b8cdba18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-9a8d85","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-9a8d85":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:24.428277614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d65b14-3f99-4daa-9ef0-abc73c883ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:24.444226686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d65b14-3f99-4daa-9ef0-abc73c883ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:24.460081182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d65b14-3f99-4daa-9ef0-abc73c883ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:24.476036274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d65b14-3f99-4daa-9ef0-abc73c883ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.327241097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","namespace":"ai-tenant-e2e-mt-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.32735537Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","namespace":"ai-tenant-e2e-mt-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.32745382Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","tenant":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.347727991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"Deployment","name":"maas-api-e2e-mt-8363a40b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.379757191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"Service","name":"maas-api-e2e-mt-8363a40b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.404086581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-8363a40b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.426519532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-8363a40b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.449736394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.470858923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.492952245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.515241669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.531275724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"Deployment","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.546976649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.562846035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"Service","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.578717809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"Service","name":"payload-pre-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.594375362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"DestinationRule","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.609998847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.625880878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.651396689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.668370012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.685490766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.701817007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:26.721466351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"8a8d4d6f-bebc-4b1f-b368-b72a20b070b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-8363a40b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:27.037435356Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8363a40b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8363a40b","reconcileID":"94f155a4-a308-4a1d-8b4c-f9dee649c94f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8363a40b","removed":["maas.opendatahub.io/gateway-access-e2e-mt-8363a40b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.095656191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"e17b0c7d-3912-4359-be5b-050b636b910f","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.117230801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"e17b0c7d-3912-4359-be5b-050b636b910f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.122605102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"25c78b12-4a77-40ae-ab9e-337fdd0cb01a","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.122663334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"25c78b12-4a77-40ae-ab9e-337fdd0cb01a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.133174625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"6df140f2-d0e9-4df9-be09-b61506c267db","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.133255367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"6df140f2-d0e9-4df9-be09-b61506c267db","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.15421144Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"c5dd646e-8cde-4466-a66f-ed49fb7e573a","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.154297902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"c5dd646e-8cde-4466-a66f-ed49fb7e573a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.195074302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"7ba1dedf-a1a3-4de3-835e-ca8d1da39faf","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.195170385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"7ba1dedf-a1a3-4de3-835e-ca8d1da39faf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.27564623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"f1c5520a-1f06-483b-bf78-2e70b08cd904","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.275736945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"f1c5520a-1f06-483b-bf78-2e70b08cd904","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.436888155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"e8d1631c-d9f9-4634-ab5a-0e5f242c7a28","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.436960006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"e8d1631c-d9f9-4634-ab5a-0e5f242c7a28","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:27.444905526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89be45f4-c11c-45e7-b51b-97b4c548f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:27.460888289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89be45f4-c11c-45e7-b51b-97b4c548f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:27.476804276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89be45f4-c11c-45e7-b51b-97b4c548f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:27.492815037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89be45f4-c11c-45e7-b51b-97b4c548f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.758010708Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"ce36e14e-9fdb-42b9-b882-9ba220cf732e","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:27.758080171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"ce36e14e-9fdb-42b9-b882-9ba220cf732e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:28.144145544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b694d9-9753-4731-8092-d9fae68f72a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:28.160275363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b694d9-9753-4731-8092-d9fae68f72a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:28.176171877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b694d9-9753-4731-8092-d9fae68f72a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:28.192007675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b694d9-9753-4731-8092-d9fae68f72a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:28.39934391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"dae592c6-1515-4ed5-b611-735eda974e5f","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:28.399413505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"dae592c6-1515-4ed5-b611-735eda974e5f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:28.849993426Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:29.007854313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"1099f6ea-1575-47f1-a6e6-ddef90bfb9f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:29.031723469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"1099f6ea-1575-47f1-a6e6-ddef90bfb9f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:29.05148088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6482ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"1099f6ea-1575-47f1-a6e6-ddef90bfb9f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:29.138336073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"3222cc4c-9d78-40f8-a365-567d76a1038f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:29.159875317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"3222cc4c-9d78-40f8-a365-567d76a1038f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:29.179813372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-153746-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e98ecaab6bd97ce0e7522546b5bfffa898be2b88abe1e2f5e20b479fd5d93a12) AuthConfig (660128ea9a8a2b25b988205b8105b81751de19ab352b25a1fb1a1013b735e5ae) AuthConfig (bdae7195c8acb9eab3cafd18f1a28475591b0642ed09446a4effb5f1d08400ce) AuthConfig (7d85dcb976454785449b513840066a3406c5bd8654689b688a0f6adf70335068) AuthConfig (c20b00853a867e0228c32708ed9f2e224f433da4972a7733c4daf4c0d6e994d0) AuthConfig (b51b21f6b47069ccf8dfd3ddf2a378e13ac3e3b1b99922ca37fe26cb14c60158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"3222cc4c-9d78-40f8-a365-567d76a1038f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:29.679933815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"1c8faa95-18d3-4370-ba25-fdfebdaa74c8","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:29.68000631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"1c8faa95-18d3-4370-ba25-fdfebdaa74c8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:32.241015215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"237bfc8b-0baa-45ac-a7de-cd128d9a4670","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:32.241091849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"237bfc8b-0baa-45ac-a7de-cd128d9a4670","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:37.36211667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"c9c2d2f0-b211-4c74-b0bb-f53ee7604509","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:37.362217182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"c9c2d2f0-b211-4c74-b0bb-f53ee7604509","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:37.390392531Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"09fbb2ac-9a1c-4f9e-9131-70671c7a2016","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:37.390452157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"09fbb2ac-9a1c-4f9e-9131-70671c7a2016","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:37.443097288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"fca57acb-0fe1-4390-bf46-5ba2e38f5a49","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:37.443180629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"fca57acb-0fe1-4390-bf46-5ba2e38f5a49","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.507486894Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","namespace":"ai-tenant-e2e-api-a-52b947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.507540745Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","namespace":"ai-tenant-e2e-api-a-52b947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.507584874Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","tenant":"e2e-api-a-52b947","tenantID":"e2e-api-a-52b947","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.525881977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"Deployment","name":"maas-api-e2e-api-a-52b947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.557112105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"Service","name":"maas-api-e2e-api-a-52b947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.57713292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-52b947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.598325381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-52b947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.618617847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.637950232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.659877494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.678294189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.69572284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"Deployment","name":"payload-processing-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.714312059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.724920425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d766e6-c5cb-4405-8c65-cc6903338527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.74083459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"Service","name":"payload-processing-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.741390457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d766e6-c5cb-4405-8c65-cc6903338527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.75719919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"Service","name":"payload-pre-processing-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.757672647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d766e6-c5cb-4405-8c65-cc6903338527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.773521021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.773686704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d766e6-c5cb-4405-8c65-cc6903338527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.789384827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.805336921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.82549381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.843478001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.859194604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.875792088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-52b947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:37.891525309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52b947"},"namespace":"ai-tenant-e2e-api-a-52b947","name":"default-tenant","reconcileID":"6c1b1753-f0ab-494c-90ed-29b4e16c8ddd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-52b947","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:38.181249111Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-52b947","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-52b947","reconcileID":"d400945e-a2cd-474d-b404-f5ee97623cd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-52b947","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-52b947"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:38.247359699Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"cc5fc628-d8c5-4e80-b0bf-7d9280395ab2","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:38.247446308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"cc5fc628-d8c5-4e80-b0bf-7d9280395ab2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:38.467372803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5081c7c-2adc-46d3-888d-60524cdc73aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:38.483495088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5081c7c-2adc-46d3-888d-60524cdc73aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:38.49993384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5081c7c-2adc-46d3-888d-60524cdc73aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:38.515927725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5081c7c-2adc-46d3-888d-60524cdc73aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:38.582950954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"2d99b78e-0e02-4001-bbbe-75bebf79b819","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:38.583009648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"2d99b78e-0e02-4001-bbbe-75bebf79b819","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:38.638363185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9b2c3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9b2c3f","reconcileID":"c7be8476-0e1a-40fe-9e81-ff4a0b333e46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9b2c3f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-9b2c3f":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:38.735990934Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"355792f1-71e1-436a-8aa3-2f3898a3f222","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:38.736054502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"355792f1-71e1-436a-8aa3-2f3898a3f222","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.086655501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"c9ae3fa0-e41f-482d-8e34-170e3e948bf7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.108752087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"c9ae3fa0-e41f-482d-8e34-170e3e948bf7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.128288398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6482ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2968166497dcae871ab878e66970c003723bb9a14b2c46e53f2591f16bb5d57) AuthConfig (64e0938ec8156d8a91a5585b1945a75542499d4b4894f167a57588103e9cde35) AuthConfig (c49a4a609e64d0f4ef11dcfa4aca6522efaea131a181e6a23b9913210ccc293e) AuthConfig (f1a4a56ffc58be8cf784dce217fbbdf29753426b6cc7bf66077e53a05a7ce83e) AuthConfig (8c29f9b3bb39b4d480aa850083d6b5c09965798dc790d999a517664e21c11ff7) AuthConfig (a25c4ec3e9bc51a0482823f278b35769168b2cbd4d9338e3f97bca2df4c905e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"c9ae3fa0-e41f-482d-8e34-170e3e948bf7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.152936834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"052f245e-7498-41d4-a0af-c44582ba21eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.153031367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"052f245e-7498-41d4-a0af-c44582ba21eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.188457131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ce4f45-8854-4775-8360-24768a50bf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.204835934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ce4f45-8854-4775-8360-24768a50bf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.220898032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ce4f45-8854-4775-8360-24768a50bf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.23702559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ce4f45-8854-4775-8360-24768a50bf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.254356035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"adb99929-7598-4808-b3ed-5cddcbe872af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.275000978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"adb99929-7598-4808-b3ed-5cddcbe872af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.374540377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8ceaf83-d24a-483b-b60c-20069c65864d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.374559674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8ceaf83-d24a-483b-b60c-20069c65864d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.850536215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"8e237441-f1f6-4741-b41f-edda141bb45e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:39.896536779Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"8e237441-f1f6-4741-b41f-edda141bb45e","name":"e2e-api-b-9a8d85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:40.139181362Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"83dd0bd8-3059-4c09-a8f2-0bdeb882a9ed","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:40.139252513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"83dd0bd8-3059-4c09-a8f2-0bdeb882a9ed","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:49.18445657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"f01ccc66-a61b-47cf-9d16-3f8c4c762e34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:49.205323578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"f01ccc66-a61b-47cf-9d16-3f8c4c762e34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:49.225571101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6482ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2968166497dcae871ab878e66970c003723bb9a14b2c46e53f2591f16bb5d57) AuthConfig (64e0938ec8156d8a91a5585b1945a75542499d4b4894f167a57588103e9cde35) AuthConfig (c49a4a609e64d0f4ef11dcfa4aca6522efaea131a181e6a23b9913210ccc293e) AuthConfig (f1a4a56ffc58be8cf784dce217fbbdf29753426b6cc7bf66077e53a05a7ce83e) AuthConfig (8c29f9b3bb39b4d480aa850083d6b5c09965798dc790d999a517664e21c11ff7) AuthConfig (a25c4ec3e9bc51a0482823f278b35769168b2cbd4d9338e3f97bca2df4c905e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"f01ccc66-a61b-47cf-9d16-3f8c4c762e34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:56.265793751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"af69a202-6135-4515-8639-7b12bb01c07f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:56.325459865Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"af69a202-6135-4515-8639-7b12bb01c07f","name":"e2e-api-a-9b2c3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:56.522171898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"f59a1b45-e122-4e35-b323-b574e1186961","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:56.5222508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"f59a1b45-e122-4e35-b323-b574e1186961","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:56.594443816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"521cf090-a4de-4213-b8eb-48af6a7adc80","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:56.616585452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"521cf090-a4de-4213-b8eb-48af6a7adc80","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:56.640929451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"3fb3fd51-a330-46cd-be5e-e410f114ea22","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:56.641080224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"3fb3fd51-a330-46cd-be5e-e410f114ea22","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:56.783540128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"5b11fb3d-e48b-4e16-b216-38bec01d7bc2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:56.805288712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"5b11fb3d-e48b-4e16-b216-38bec01d7bc2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:56.879339825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a91f12-eb16-4a95-8fed-d696d596393f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:56.895745433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a91f12-eb16-4a95-8fed-d696d596393f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:56.911663317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a91f12-eb16-4a95-8fed-d696d596393f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:56.927966747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a91f12-eb16-4a95-8fed-d696d596393f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.483375348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"07a33627-3f01-436d-8ee5-becc14ae1b45","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.549619081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"5fa7146e-aa8e-4c0f-a0ab-2541dcc3027d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.554808186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"76026a37-c40f-4e0b-a9f7-7f34c6c43c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.554808225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"3ee2819d-c2cf-47fe-87bc-9018e0ecffa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.578419933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"76026a37-c40f-4e0b-a9f7-7f34c6c43c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.578762863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"3ee2819d-c2cf-47fe-87bc-9018e0ecffa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.583859092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a3ea89-295f-4364-8ee1-4043a47812a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.602216211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a3ea89-295f-4364-8ee1-4043a47812a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.618846438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a3ea89-295f-4364-8ee1-4043a47812a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.635477137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a3ea89-295f-4364-8ee1-4043a47812a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.639751103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"bed2eb7a-a3c0-44af-bac7-416dc4fbbb70","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:57.717514729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"54b424a6-f024-41ff-9feb-7608b20729c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:58.252260394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"402ba50d-9372-4abe-bdb8-a3ea6b29956a","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:58.435703025Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"7c3c854f-159f-4713-9468-7562828e949e","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:02:58.435767383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"7c3c854f-159f-4713-9468-7562828e949e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:58.776963496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7b1986-ffee-4112-98d4-5ab4aba59241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:58.79305483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7b1986-ffee-4112-98d4-5ab4aba59241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:58.809471483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7b1986-ffee-4112-98d4-5ab4aba59241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:58.819253638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:58.829094228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7b1986-ffee-4112-98d4-5ab4aba59241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:58.990074375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"c4c67795-1d5e-4708-a04c-0a3ea5d0d1c0","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.057398152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"a23a5d25-9e8f-4186-ba0e-6c75b9961e11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.060252355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b995ed58-e30a-45cb-a1f2-3fa8d3de3e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.060252353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0d057e84-c041-413f-b2bc-3c5ba0f69510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.08237183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0d057e84-c041-413f-b2bc-3c5ba0f69510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.082444759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b995ed58-e30a-45cb-a1f2-3fa8d3de3e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.113899016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"e49234c3-92d2-4886-8207-f750a2563674","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.25506931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"055c6117-89e3-480a-ba7e-d42591d409a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.258435049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"b6ee75cf-482e-43ca-b0ef-c313eef1f530","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.282620243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"b6ee75cf-482e-43ca-b0ef-c313eef1f530","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.513080818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75cd831f-5c59-4d06-92ad-730b2a826f90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.513102521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75cd831f-5c59-4d06-92ad-730b2a826f90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.541806927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b30d20-703c-4d21-8baf-5f557aa053b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.557667921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b30d20-703c-4d21-8baf-5f557aa053b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.573577448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b30d20-703c-4d21-8baf-5f557aa053b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.589370039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b30d20-703c-4d21-8baf-5f557aa053b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:02:59.74276764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"d05bb765-6657-4a8e-a203-3a8abd1523ac","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:00.296987883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91f308a-64b3-4100-ae14-9b79b4439dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:00.313392411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91f308a-64b3-4100-ae14-9b79b4439dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:00.329289533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91f308a-64b3-4100-ae14-9b79b4439dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:00.345236303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91f308a-64b3-4100-ae14-9b79b4439dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:03:06.784400508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"dc0e992d-9897-4341-bee8-40c333907d35","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:03:06.78446121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"dc0e992d-9897-4341-bee8-40c333907d35","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:06.815870629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"3e7eab17-782f-4f00-947b-9a8ea29e6860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:06.8367374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"3e7eab17-782f-4f00-947b-9a8ea29e6860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:06.922579477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"1334d37b-52d0-4635-88cf-00433c5df84f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:06.943423577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"1334d37b-52d0-4635-88cf-00433c5df84f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:03:07.514440474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"1c381bd5-7a05-47e3-a52c-df70e65c8c66","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:03:07.514508849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"1c381bd5-7a05-47e3-a52c-df70e65c8c66","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:03:07.617920275Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"d5b7bfe9-f28c-4140-9988-413b33ceda72","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:03:07.617981241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"d5b7bfe9-f28c-4140-9988-413b33ceda72","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:07.906488111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6437f73b-e523-4e48-838a-5729cd955a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:07.92347839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6437f73b-e523-4e48-838a-5729cd955a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:07.939617491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6437f73b-e523-4e48-838a-5729cd955a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:07.956328849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6437f73b-e523-4e48-838a-5729cd955a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:08.6673281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25881d36-4cd7-406e-bf78-726221bd700f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:08.684463866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25881d36-4cd7-406e-bf78-726221bd700f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:08.688456419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"ae0269e8-fc7c-4d93-9768-4bdff40e7972","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:08.68847343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"ae0269e8-fc7c-4d93-9768-4bdff40e7972","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:08.700310206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25881d36-4cd7-406e-bf78-726221bd700f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:08.716290712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25881d36-4cd7-406e-bf78-726221bd700f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:08.753488892Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8363a40b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8363a40b","reconcileID":"36c3e436-78df-4307-b91f-7bf495a9390a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8363a40b","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-8363a40b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.219739423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"fc18abc3-9f58-4b19-81b3-a21a8fa861ef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.219762246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"fc18abc3-9f58-4b19-81b3-a21a8fa861ef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.463537018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ac59a4-319a-4975-8eca-6a517f2958d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.479904073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ac59a4-319a-4975-8eca-6a517f2958d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.495880209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ac59a4-319a-4975-8eca-6a517f2958d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.512027815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ac59a4-319a-4975-8eca-6a517f2958d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.627017696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fa7794c-f670-45dd-87d6-f88d6267ece6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.627039558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fa7794c-f670-45dd-87d6-f88d6267ece6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.649419185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a1de9d2-ae61-41bb-bb97-53085d0e4183","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.649450449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a1de9d2-ae61-41bb-bb97-53085d0e4183","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.687175874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"8b7051b9-fccd-4bc9-bb9c-3c1fcfd34bb9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.765638745Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"8b7051b9-fccd-4bc9-bb9c-3c1fcfd34bb9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"name":"e2e-api-b-9a8d85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.785583543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a8d85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"8b7051b9-fccd-4bc9-bb9c-3c1fcfd34bb9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.807637879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bea063c9-999c-4eaa-b302-4a054b75791f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:09.807657941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bea063c9-999c-4eaa-b302-4a054b75791f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:10.409101834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8abb9d-c62e-41dd-85c2-65875a444e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:10.428929111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8abb9d-c62e-41dd-85c2-65875a444e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:10.445678433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8abb9d-c62e-41dd-85c2-65875a444e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:10.466339196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8abb9d-c62e-41dd-85c2-65875a444e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:10.618137584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"7e2ddb05-1047-4294-99b3-2b7b30d847a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:10.657786224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"7e2ddb05-1047-4294-99b3-2b7b30d847a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:10.766821052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"4c2f03b8-4efd-4c32-91ae-bbef1ff5764b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:10.79244669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"4c2f03b8-4efd-4c32-91ae-bbef1ff5764b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:11.349622075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c518209-c7b4-4131-bbc8-acf953e048ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:11.367387599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c518209-c7b4-4131-bbc8-acf953e048ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:11.384052189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c518209-c7b4-4131-bbc8-acf953e048ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:11.408535224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c518209-c7b4-4131-bbc8-acf953e048ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:12.068365649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36eed9ef-06e2-4154-bcf8-f10ae8926c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:12.085114738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36eed9ef-06e2-4154-bcf8-f10ae8926c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:12.101408174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36eed9ef-06e2-4154-bcf8-f10ae8926c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:12.117539931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36eed9ef-06e2-4154-bcf8-f10ae8926c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:12.848973114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5702de4a-138c-49d7-ba9e-64ff3392be97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:12.867297241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5702de4a-138c-49d7-ba9e-64ff3392be97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:12.883538461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5702de4a-138c-49d7-ba9e-64ff3392be97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:12.899610517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5702de4a-138c-49d7-ba9e-64ff3392be97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:15.547462226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2540dcb8-c54c-4dd7-af75-d50e375fb887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:15.563585998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2540dcb8-c54c-4dd7-af75-d50e375fb887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:15.579700381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2540dcb8-c54c-4dd7-af75-d50e375fb887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:15.596117551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2540dcb8-c54c-4dd7-af75-d50e375fb887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:16.346764167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44512da-90de-4b14-aec1-ff35e1375017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:16.36262873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44512da-90de-4b14-aec1-ff35e1375017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:16.379004886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44512da-90de-4b14-aec1-ff35e1375017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:16.395124634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44512da-90de-4b14-aec1-ff35e1375017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:16.450462437Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-645126","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-645126","reconcileID":"fd845a54-513e-458f-9c06-f1b20f0a5f11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-645126","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-645126":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:17.052928296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc6a70d-077c-4557-af5c-bf16a00d9336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:17.069352616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc6a70d-077c-4557-af5c-bf16a00d9336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:17.0857514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc6a70d-077c-4557-af5c-bf16a00d9336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:17.112682149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc6a70d-077c-4557-af5c-bf16a00d9336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:17.863357346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa726117-a0e9-480d-a64a-8e84485280ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:17.879090892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa726117-a0e9-480d-a64a-8e84485280ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:17.895014494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa726117-a0e9-480d-a64a-8e84485280ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:17.910818076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa726117-a0e9-480d-a64a-8e84485280ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:18.63674223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53173cb1-b76c-4621-9c51-e1bab7276b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:18.654355896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53173cb1-b76c-4621-9c51-e1bab7276b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:18.671781396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53173cb1-b76c-4621-9c51-e1bab7276b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:18.69093784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53173cb1-b76c-4621-9c51-e1bab7276b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.242215068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027fbaa1-78da-4d66-84e3-8ebdc51318bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.242311902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027fbaa1-78da-4d66-84e3-8ebdc51318bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.265061517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10c47bd8-1cfb-4a0a-8bed-a6b48c78a11d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.265199962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10c47bd8-1cfb-4a0a-8bed-a6b48c78a11d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.297688515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"b3cd63d9-966d-4f68-961b-99253f231fe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.350275826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4204c71-2dcc-4114-b50f-514fbff7aef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.353083955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"b3cd63d9-966d-4f68-961b-99253f231fe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.36668076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4204c71-2dcc-4114-b50f-514fbff7aef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.383501165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4204c71-2dcc-4114-b50f-514fbff7aef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.386798988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9b2c3f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"b3cd63d9-966d-4f68-961b-99253f231fe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.400891792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4204c71-2dcc-4114-b50f-514fbff7aef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.42293986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2886a7a2-b392-4780-90be-91dfb148a659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.42298585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2886a7a2-b392-4780-90be-91dfb148a659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.839995208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"7ccb3563-87f6-4f4e-8e17-31fbe868fbd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.863646757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"7ccb3563-87f6-4f4e-8e17-31fbe868fbd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"name":"e2e-api-b-9a8d85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.883653609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a8d85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"7ccb3563-87f6-4f4e-8e17-31fbe868fbd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.994366189Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"c29f18d3-5a1e-4823-9868-577e7eb6f775","namespace":"ai-tenant-e2e-api-b-153746","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.994437775Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"c29f18d3-5a1e-4823-9868-577e7eb6f775","namespace":"ai-tenant-e2e-api-b-153746","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:19.994502545Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"c29f18d3-5a1e-4823-9868-577e7eb6f775","name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.015738055Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"c29f18d3-5a1e-4823-9868-577e7eb6f775","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.016046532Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"f5b4ddd2-d6d8-4f7f-b2d6-824560a3bc9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.016367629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f284004b-f18c-4d66-9050-dc2914dbdba4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.01638313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f284004b-f18c-4d66-9050-dc2914dbdba4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.179889598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"f5b4ddd2-d6d8-4f7f-b2d6-824560a3bc9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.301181739Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"f5b4ddd2-d6d8-4f7f-b2d6-824560a3bc9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"name":"e2e-api-b-153746-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.301216Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"e2e-e2e-api-b-153746-policy","reconcileID":"f5b4ddd2-d6d8-4f7f-b2d6-824560a3bc9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-153746-policy","namespace":"ai-tenant-e2e-api-b-153746"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-153746","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.323038759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6e39dbf-3085-4fba-a517-901ea832b56c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.323069573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6e39dbf-3085-4fba-a517-901ea832b56c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.859492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"8076e50c-112c-433c-a9fa-0f00307d02c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:20.880195629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"8076e50c-112c-433c-a9fa-0f00307d02c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:21.0434987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"e5908a45-e984-4076-af5a-5e3ae5bbf4c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:21.064683685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"e5908a45-e984-4076-af5a-5e3ae5bbf4c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:21.947935492Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"c487a6b1-fc28-4ce2-b11b-8468f448a435","namespace":"ai-tenant-e2e-api-a-6482ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:21.948026449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"c487a6b1-fc28-4ce2-b11b-8468f448a435","namespace":"ai-tenant-e2e-api-a-6482ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:21.948097786Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"c487a6b1-fc28-4ce2-b11b-8468f448a435","name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:21.969013814Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"c487a6b1-fc28-4ce2-b11b-8468f448a435","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:21.96950587Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"7eb02803-0aaf-4985-a749-180169314db7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:21.969957699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb3f69d9-5233-4627-9e92-e7498070c35d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:21.970017419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb3f69d9-5233-4627-9e92-e7498070c35d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:22.018326346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"7eb02803-0aaf-4985-a749-180169314db7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:22.150149552Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"7eb02803-0aaf-4985-a749-180169314db7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"name":"e2e-api-a-6482ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:22.150209684Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"e2e-e2e-api-a-6482ae-policy","reconcileID":"7eb02803-0aaf-4985-a749-180169314db7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6482ae-policy","namespace":"ai-tenant-e2e-api-a-6482ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6482ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:22.171216805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2994050d-5bed-4d61-9602-36c27b08dce5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:22.171236432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2994050d-5bed-4d61-9602-36c27b08dce5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:23.440150128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618d6956-ee92-4f9f-8a0e-d95401d18410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:23.455824288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618d6956-ee92-4f9f-8a0e-d95401d18410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:23.471657552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618d6956-ee92-4f9f-8a0e-d95401d18410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:23.487418881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618d6956-ee92-4f9f-8a0e-d95401d18410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:24.154075498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adcd09d-5f1e-4f81-923b-efe8a307a122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:24.17004704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adcd09d-5f1e-4f81-923b-efe8a307a122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:24.186077854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adcd09d-5f1e-4f81-923b-efe8a307a122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:24.204599522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adcd09d-5f1e-4f81-923b-efe8a307a122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:24.372035974Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1c78b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1c78b8","reconcileID":"97d4232f-5ac7-4f69-9e75-6e0c6e6503e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1c78b8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-1c78b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:24.860629753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf9ced4-6396-4ce0-9d18-4975fa0f772b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:24.877048046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf9ced4-6396-4ce0-9d18-4975fa0f772b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:24.892943787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf9ced4-6396-4ce0-9d18-4975fa0f772b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:24.908873738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf9ced4-6396-4ce0-9d18-4975fa0f772b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:25.770269957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"cb7f954a-d4e1-419e-a439-d7e6cd470500","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:25.814973595Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"cb7f954a-d4e1-419e-a439-d7e6cd470500","name":"e2e-mt-8363a40b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:28.81943173Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:29.455783649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"d126ae64-28ef-4562-85c2-902a8e319954","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:29.477626727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"d126ae64-28ef-4562-85c2-902a8e319954","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:29.497144122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9b2c3f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"d126ae64-28ef-4562-85c2-902a8e319954","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:29.916577837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"b89e55dd-05dd-4af8-a1ca-5c706665e50e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:29.940258653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"b89e55dd-05dd-4af8-a1ca-5c706665e50e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"name":"e2e-api-b-9a8d85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:29.960620658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a8d85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"b89e55dd-05dd-4af8-a1ca-5c706665e50e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:34.980091872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"36a7b519-7ebf-484c-b2dc-9bb9f69efbc6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:35.026938868Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"36a7b519-7ebf-484c-b2dc-9bb9f69efbc6","name":"e2e-api-a-645126-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.73756578Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","namespace":"ai-tenant-e2e-api-b-153746","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.737625275Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","namespace":"ai-tenant-e2e-api-b-153746","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.737681195Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","tenant":"e2e-api-b-153746","tenantID":"e2e-api-b-153746","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.755518176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"Deployment","name":"maas-api-e2e-api-b-153746","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.807821885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"Service","name":"maas-api-e2e-api-b-153746","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.831841614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-153746","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.857335714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-153746","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.876358929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.894522305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.915568117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.934079346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.949753127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"Deployment","name":"payload-processing-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.965363887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.981008422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"Service","name":"payload-processing-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:38.996713221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"Service","name":"payload-pre-processing-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.012950996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.029124814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.044689765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.065148596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.081151466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.100763886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.119017938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-153746","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.13494323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-153746"},"namespace":"ai-tenant-e2e-api-b-153746","name":"default-tenant","reconcileID":"6221bdda-5900-48d2-9060-f86c5f51e37b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-153746","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.429389836Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-153746","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-153746","reconcileID":"002f9126-456a-4ddb-9298-fc11601b1206","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-153746","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-153746"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.553462407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"3fe8287e-1309-41b3-ad0f-bff47d68d564","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.574959353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"3fe8287e-1309-41b3-ad0f-bff47d68d564","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.595227597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9b2c3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (648c6e9dace2faad47135253e98e7c9a666a1789c321b475f5ec36052ba4cf15) AuthConfig (eac5776466297018ea51051234ff87dfc2e601876990bb16a987d3e13d4b4c4a) AuthConfig (694d08592626602ca75b6c21ce0646b8de69fa0e8166d0ae0707251ab57ced5f) AuthConfig (69ee2c12af36d49b79fb732ac04b9d9c52c7f9fa7b44eb2ae26c765fd3f27a2a) AuthConfig (8a71697d5fc818edfbe36fef623a9b0e9f673d8c3e56f2d597c8fcab4433c1ae) AuthConfig (1bb431d8e79686ef8354f4edd404d9e633af24b15288e578aa5a717c8e3e4347)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"3fe8287e-1309-41b3-ad0f-bff47d68d564","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.617184703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40143c7f-99d8-4265-81f9-eb7bc8981b84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.617208627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40143c7f-99d8-4265-81f9-eb7bc8981b84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.848775591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99de7a8c-5ba1-45f3-8273-4ef08fb4d9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.864607766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99de7a8c-5ba1-45f3-8273-4ef08fb4d9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.880382259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99de7a8c-5ba1-45f3-8273-4ef08fb4d9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.896383858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99de7a8c-5ba1-45f3-8273-4ef08fb4d9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:39.998133841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"be287c24-9ad2-4454-99eb-a2b810b0f31f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:40.019937369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"be287c24-9ad2-4454-99eb-a2b810b0f31f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"name":"e2e-api-b-9a8d85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:40.039718456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a8d85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7945718d0bb699a77395399ae7e0cd2ff288798fe7c484b3c0570b1d609b09c9) AuthConfig (bf8afa89a86149e65fa713cd0501f0c01b663893ecd676a056e8507baf7c7605) AuthConfig (5f29f1aef9a33d344e7a06451104a06ba55666889eccdac504590ac87cf51fb4) AuthConfig (0e5e9a734f30c54df9e75524725908ce190ddee042a98988e538abc8c1e91f6f) AuthConfig (d9ad9dddca43115b72e8fcf770c73d59e3a5b7b4d7536a460b697066ce31f606) AuthConfig (5b115e1e2c02960ac6e1304663c72791eec7aa252f5201fc1249c498b1568662)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"be287c24-9ad2-4454-99eb-a2b810b0f31f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:40.059674423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9654b278-58e8-47f9-b6af-58d517cd7acd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:40.059693944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9654b278-58e8-47f9-b6af-58d517cd7acd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:40.558792703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6aee590-9c9f-4d0f-8a1c-e3070c942b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:40.575240652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6aee590-9c9f-4d0f-8a1c-e3070c942b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:40.591197377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6aee590-9c9f-4d0f-8a1c-e3070c942b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:40.607430165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6aee590-9c9f-4d0f-8a1c-e3070c942b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.070016304Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","namespace":"ai-tenant-e2e-api-a-6482ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.070096707Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","namespace":"ai-tenant-e2e-api-a-6482ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.070173796Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","tenant":"e2e-api-a-6482ae","tenantID":"e2e-api-a-6482ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.088075641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"Deployment","name":"maas-api-e2e-api-a-6482ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.119063613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"Service","name":"maas-api-e2e-api-a-6482ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.138886963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-6482ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.157477788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-6482ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.176680896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.195182438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.21641573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.235550983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.251689211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"Deployment","name":"payload-processing-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.252645968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd85ebb-c2ca-4396-8ed1-1bcc695e7094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.268339504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.269418699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd85ebb-c2ca-4396-8ed1-1bcc695e7094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.285838814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd85ebb-c2ca-4396-8ed1-1bcc695e7094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.286181751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"Service","name":"payload-processing-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.302134726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd85ebb-c2ca-4396-8ed1-1bcc695e7094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.317896156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.334436016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.350659818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.366715031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.397382898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.42244665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.438004081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.459833382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-6482ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.475867065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6482ae"},"namespace":"ai-tenant-e2e-api-a-6482ae","name":"default-tenant","reconcileID":"269130b3-df1d-4ed0-a5a0-4549df6f8ed7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-6482ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:41.83302308Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6482ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6482ae","reconcileID":"fb183ef7-00fd-439b-8c43-581ea924817a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6482ae","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-6482ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:42.24559913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84625586-d387-4013-9524-ec0e73a98f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:42.26241205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84625586-d387-4013-9524-ec0e73a98f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:42.27942722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84625586-d387-4013-9524-ec0e73a98f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:42.296692927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84625586-d387-4013-9524-ec0e73a98f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:42.945976927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95237d38-00fd-4124-91a3-dbe53d1dd46c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:42.961832929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95237d38-00fd-4124-91a3-dbe53d1dd46c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:42.978452307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95237d38-00fd-4124-91a3-dbe53d1dd46c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:42.994386946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95237d38-00fd-4124-91a3-dbe53d1dd46c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:45.208296434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"978d9dea-171f-489d-b466-81d838f6d7b4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:45.25375721Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"978d9dea-171f-489d-b466-81d838f6d7b4","name":"e2e-api-b-1c78b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:47.378866327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"8d9de997-3ab8-4e12-9a59-7ee3061487a5","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:47.378895889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"8d9de997-3ab8-4e12-9a59-7ee3061487a5","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:47.749005614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eb719c-cfd7-4a63-84a2-160353134af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:47.765038488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eb719c-cfd7-4a63-84a2-160353134af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:47.781148262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eb719c-cfd7-4a63-84a2-160353134af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:47.797204358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eb719c-cfd7-4a63-84a2-160353134af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:48.44820019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45681b5f-3b47-4971-b526-3f8f9f492155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:48.464225756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45681b5f-3b47-4971-b526-3f8f9f492155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:48.480078258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45681b5f-3b47-4971-b526-3f8f9f492155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:48.495926764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45681b5f-3b47-4971-b526-3f8f9f492155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:49.649368516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"ffee03fa-a866-406d-8aed-a8abac3b2d5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:49.670224595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"ffee03fa-a866-406d-8aed-a8abac3b2d5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:49.701373767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9b2c3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (648c6e9dace2faad47135253e98e7c9a666a1789c321b475f5ec36052ba4cf15) AuthConfig (eac5776466297018ea51051234ff87dfc2e601876990bb16a987d3e13d4b4c4a) AuthConfig (694d08592626602ca75b6c21ce0646b8de69fa0e8166d0ae0707251ab57ced5f) AuthConfig (69ee2c12af36d49b79fb732ac04b9d9c52c7f9fa7b44eb2ae26c765fd3f27a2a) AuthConfig (8a71697d5fc818edfbe36fef623a9b0e9f673d8c3e56f2d597c8fcab4433c1ae) AuthConfig (1bb431d8e79686ef8354f4edd404d9e633af24b15288e578aa5a717c8e3e4347)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"ffee03fa-a866-406d-8aed-a8abac3b2d5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:49.749057057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"c3c0fb18-ff32-4ce2-a7b7-6129b8c3a47d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:49.769698274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"c3c0fb18-ff32-4ce2-a7b7-6129b8c3a47d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"name":"e2e-api-b-9a8d85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:49.792440966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a8d85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7945718d0bb699a77395399ae7e0cd2ff288798fe7c484b3c0570b1d609b09c9) AuthConfig (bf8afa89a86149e65fa713cd0501f0c01b663893ecd676a056e8507baf7c7605) AuthConfig (5f29f1aef9a33d344e7a06451104a06ba55666889eccdac504590ac87cf51fb4) AuthConfig (0e5e9a734f30c54df9e75524725908ce190ddee042a98988e538abc8c1e91f6f) AuthConfig (d9ad9dddca43115b72e8fcf770c73d59e3a5b7b4d7536a460b697066ce31f606) AuthConfig (5b115e1e2c02960ac6e1304663c72791eec7aa252f5201fc1249c498b1568662)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"c3c0fb18-ff32-4ce2-a7b7-6129b8c3a47d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:49.870904951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"7631f5fe-665d-44ad-aef3-8277417378a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:49.891453503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"7631f5fe-665d-44ad-aef3-8277417378a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"name":"e2e-api-b-9a8d85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:49.910893583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a8d85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7945718d0bb699a77395399ae7e0cd2ff288798fe7c484b3c0570b1d609b09c9) AuthConfig (bf8afa89a86149e65fa713cd0501f0c01b663893ecd676a056e8507baf7c7605) AuthConfig (5f29f1aef9a33d344e7a06451104a06ba55666889eccdac504590ac87cf51fb4) AuthConfig (0e5e9a734f30c54df9e75524725908ce190ddee042a98988e538abc8c1e91f6f) AuthConfig (d9ad9dddca43115b72e8fcf770c73d59e3a5b7b4d7536a460b697066ce31f606) AuthConfig (5b115e1e2c02960ac6e1304663c72791eec7aa252f5201fc1249c498b1568662)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"7631f5fe-665d-44ad-aef3-8277417378a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:50.043655474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a2bc9f-51be-4841-9077-14329b2f95c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:50.059702831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a2bc9f-51be-4841-9077-14329b2f95c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:50.075575192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a2bc9f-51be-4841-9077-14329b2f95c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:50.091534218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a2bc9f-51be-4841-9077-14329b2f95c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:50.73593194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592c7902-0bbe-4448-b0fe-ab4675dcac2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:50.753737963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592c7902-0bbe-4448-b0fe-ab4675dcac2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:50.769987755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592c7902-0bbe-4448-b0fe-ab4675dcac2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:50.786100266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592c7902-0bbe-4448-b0fe-ab4675dcac2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:51.443130392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c024aaf-163d-4434-81ad-0ce06a05b6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:51.459181388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c024aaf-163d-4434-81ad-0ce06a05b6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:51.474912976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c024aaf-163d-4434-81ad-0ce06a05b6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:51.490539198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c024aaf-163d-4434-81ad-0ce06a05b6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:52.238774359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386cf22e-b8db-4580-a7ee-f94287cf0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:52.255725938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386cf22e-b8db-4580-a7ee-f94287cf0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:52.272373328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386cf22e-b8db-4580-a7ee-f94287cf0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:52.288660982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386cf22e-b8db-4580-a7ee-f94287cf0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:52.965455198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0530ad7b-318a-4f7f-927d-7f1c03226436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:52.981791045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0530ad7b-318a-4f7f-927d-7f1c03226436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:52.997940658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0530ad7b-318a-4f7f-927d-7f1c03226436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:53.015791548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0530ad7b-318a-4f7f-927d-7f1c03226436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:53.663200381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4b3405-8ce4-4dd6-b01f-8fb4ba6adb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:53.679811132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4b3405-8ce4-4dd6-b01f-8fb4ba6adb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:53.695944639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4b3405-8ce4-4dd6-b01f-8fb4ba6adb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:53.712299853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4b3405-8ce4-4dd6-b01f-8fb4ba6adb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.038019518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8066dff-f7b3-4a90-ba0d-cc58afffc983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.054809006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8066dff-f7b3-4a90-ba0d-cc58afffc983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.071276075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8066dff-f7b3-4a90-ba0d-cc58afffc983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.087426487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8066dff-f7b3-4a90-ba0d-cc58afffc983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.389919042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"b0aa259c-4867-4981-89d1-1e696f89f146","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.389941277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"b0aa259c-4867-4981-89d1-1e696f89f146","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.428411282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"c37f1efd-8936-4806-8194-e6ff5cb522dc","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.428429895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"c37f1efd-8936-4806-8194-e6ff5cb522dc","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.716186776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459bfde7-b732-47f8-a149-2b63a131d0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.732138998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459bfde7-b732-47f8-a149-2b63a131d0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.748074273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459bfde7-b732-47f8-a149-2b63a131d0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:57.764177495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459bfde7-b732-47f8-a149-2b63a131d0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:58.449469299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9036e3dc-2373-41ac-bc1c-b73d935ede81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:58.465565657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9036e3dc-2373-41ac-bc1c-b73d935ede81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:58.48131546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9036e3dc-2373-41ac-bc1c-b73d935ede81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:58.497242317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9036e3dc-2373-41ac-bc1c-b73d935ede81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:58.81954385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.122704156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e6570c-4926-4ed2-926a-49a083954902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.139336742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e6570c-4926-4ed2-926a-49a083954902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.157767436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e6570c-4926-4ed2-926a-49a083954902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.175363822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e6570c-4926-4ed2-926a-49a083954902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.734062099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"a380a5f0-9450-4359-89b1-f1debb664bc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.754709062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"a380a5f0-9450-4359-89b1-f1debb664bc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.774476577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9b2c3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (648c6e9dace2faad47135253e98e7c9a666a1789c321b475f5ec36052ba4cf15) AuthConfig (eac5776466297018ea51051234ff87dfc2e601876990bb16a987d3e13d4b4c4a) AuthConfig (694d08592626602ca75b6c21ce0646b8de69fa0e8166d0ae0707251ab57ced5f) AuthConfig (69ee2c12af36d49b79fb732ac04b9d9c52c7f9fa7b44eb2ae26c765fd3f27a2a) AuthConfig (8a71697d5fc818edfbe36fef623a9b0e9f673d8c3e56f2d597c8fcab4433c1ae) AuthConfig (1bb431d8e79686ef8354f4edd404d9e633af24b15288e578aa5a717c8e3e4347)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"a380a5f0-9450-4359-89b1-f1debb664bc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.803627713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc538d5a-c1ce-4f78-bf5d-23dd7ebb0e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.822794666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc538d5a-c1ce-4f78-bf5d-23dd7ebb0e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.840660785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc538d5a-c1ce-4f78-bf5d-23dd7ebb0e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.856396355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc538d5a-c1ce-4f78-bf5d-23dd7ebb0e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.887886457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"78c61091-7b01-4f91-9f0e-992197bdf4e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.908576249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"78c61091-7b01-4f91-9f0e-992197bdf4e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"name":"e2e-api-b-9a8d85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.928006306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a8d85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7945718d0bb699a77395399ae7e0cd2ff288798fe7c484b3c0570b1d609b09c9) AuthConfig (bf8afa89a86149e65fa713cd0501f0c01b663893ecd676a056e8507baf7c7605) AuthConfig (5f29f1aef9a33d344e7a06451104a06ba55666889eccdac504590ac87cf51fb4) AuthConfig (0e5e9a734f30c54df9e75524725908ce190ddee042a98988e538abc8c1e91f6f) AuthConfig (d9ad9dddca43115b72e8fcf770c73d59e3a5b7b4d7536a460b697066ce31f606) AuthConfig (5b115e1e2c02960ac6e1304663c72791eec7aa252f5201fc1249c498b1568662)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"78c61091-7b01-4f91-9f0e-992197bdf4e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:03:59.987824435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"7dd2e53f-9059-416c-9d39-76f5f5d71c3a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:00.011263263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"7dd2e53f-9059-416c-9d39-76f5f5d71c3a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"name":"e2e-api-b-9a8d85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:00.031403945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a8d85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7945718d0bb699a77395399ae7e0cd2ff288798fe7c484b3c0570b1d609b09c9) AuthConfig (bf8afa89a86149e65fa713cd0501f0c01b663893ecd676a056e8507baf7c7605) AuthConfig (5f29f1aef9a33d344e7a06451104a06ba55666889eccdac504590ac87cf51fb4) AuthConfig (0e5e9a734f30c54df9e75524725908ce190ddee042a98988e538abc8c1e91f6f) AuthConfig (d9ad9dddca43115b72e8fcf770c73d59e3a5b7b4d7536a460b697066ce31f606) AuthConfig (5b115e1e2c02960ac6e1304663c72791eec7aa252f5201fc1249c498b1568662)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"7dd2e53f-9059-416c-9d39-76f5f5d71c3a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:00.74336207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1173784-81b4-4c6c-9733-852963c45dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:00.759783182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1173784-81b4-4c6c-9733-852963c45dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:00.776246096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1173784-81b4-4c6c-9733-852963c45dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:00.792415422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1173784-81b4-4c6c-9733-852963c45dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:01.538218318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ffeb13c-5b52-4831-86da-d72cfc005b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:01.55440826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ffeb13c-5b52-4831-86da-d72cfc005b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:01.570428129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ffeb13c-5b52-4831-86da-d72cfc005b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:01.586359372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ffeb13c-5b52-4831-86da-d72cfc005b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.256272448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d90548f-1ec9-4ad2-86c1-b2559563b163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.273456523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d90548f-1ec9-4ad2-86c1-b2559563b163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.28913062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d90548f-1ec9-4ad2-86c1-b2559563b163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.305005027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d90548f-1ec9-4ad2-86c1-b2559563b163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.585962529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b734688-6cad-4359-b364-8857a677c09b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.58599076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b734688-6cad-4359-b364-8857a677c09b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.607529178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf2c81d1-241d-49c2-aebd-d8bb31017d8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.607554574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf2c81d1-241d-49c2-aebd-d8bb31017d8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.638916607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"aae7ddf7-3d8f-4aa1-8e27-bae71a48f0e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.693554831Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"aae7ddf7-3d8f-4aa1-8e27-bae71a48f0e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.713848518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-645126-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"aae7ddf7-3d8f-4aa1-8e27-bae71a48f0e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.735459296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f276e3f3-d9cd-424c-8ad8-435b4935bc21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:02.735476969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f276e3f3-d9cd-424c-8ad8-435b4935bc21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:06.683537954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86a1e9d-6c0d-4b92-b052-8a086562e8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:06.699698472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86a1e9d-6c0d-4b92-b052-8a086562e8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:06.719398967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86a1e9d-6c0d-4b92-b052-8a086562e8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:06.735878941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86a1e9d-6c0d-4b92-b052-8a086562e8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.377955748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faebe214-e0e2-4fca-8173-c5ea50408099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.394289179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faebe214-e0e2-4fca-8173-c5ea50408099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.410327751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faebe214-e0e2-4fca-8173-c5ea50408099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.426342744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faebe214-e0e2-4fca-8173-c5ea50408099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.56619557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"e4277789-8267-4c3d-8765-13199a2d5a6d","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"tenant":"e2e-mt-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","model":"ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.566215917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"e4277789-8267-4c3d-8765-13199a2d5a6d","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"routeName":"e2e-lifecycle-model-8363a40b-kserve-route","namespace":"ai-tenant-e2e-mt-8363a40b","llmisvcName":"e2e-lifecycle-model-8363a40b","gateway":"openshift-ingress/e2e-mt-8363a40b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.656444467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"541660ae-eec5-4e94-bddb-8ac467d45b76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.656465278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"541660ae-eec5-4e94-bddb-8ac467d45b76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.675172267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da120728-ec41-4eaf-8d72-ac7a08435792","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.675190343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da120728-ec41-4eaf-8d72-ac7a08435792","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.723651797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"7a7f165e-67fe-4d18-8397-ca0cf362bd96","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.744949298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"7a7f165e-67fe-4d18-8397-ca0cf362bd96","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.832649878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c26f0ef-4d88-4e66-9818-396c3b4a3af4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.832669377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c26f0ef-4d88-4e66-9818-396c3b4a3af4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.913045194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2735705c-d6dd-46c5-967a-13b79411a5bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.913068238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2735705c-d6dd-46c5-967a-13b79411a5bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.934292647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27d9c2b5-6e87-4c4d-a7c2-bb13aa88c1e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.934308475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27d9c2b5-6e87-4c4d-a7c2-bb13aa88c1e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:07.948555397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-da55b9e2","reconcileID":"9811c20f-fdde-4743-8669-7c4910533661","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-da55b9e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.963825301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"15ea3bd1-1685-42fd-b6f6-0d1150d6f297","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.964335529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28d2e42c-bf5c-46c2-954f-3eb4d7c5afe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:07.964761914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a9c2c8a-e8c9-48b6-ac4e-96e92cf1d9c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.052498356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a9c2c8a-e8c9-48b6-ac4e-96e92cf1d9c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.055651153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28d2e42c-bf5c-46c2-954f-3eb4d7c5afe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.055706271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"15ea3bd1-1685-42fd-b6f6-0d1150d6f297","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.057192505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56baf484-7f4e-4cbe-bffc-3a3dd5b33411","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.057212864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56baf484-7f4e-4cbe-bffc-3a3dd5b33411","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.078813512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5778b49b-a346-4cbe-905f-4b19a9980547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.078831615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5778b49b-a346-4cbe-905f-4b19a9980547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.147335945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b80130b-15f2-4ab1-a5a2-5797cf979608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.148648013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"cbbb5edc-58dc-4f2e-b06d-79e4c2929048","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.151379533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6353b384-0489-418c-b041-4a1a78afd62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.165768273Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-da55b9e2","reconcileID":"2ef01ec1-9b98-4265-8d9a-5a1a00097cd0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-da55b9e2","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.165881083Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-da55b9e2","reconcileID":"2ef01ec1-9b98-4265-8d9a-5a1a00097cd0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-da55b9e2","error":"MaaSModelRef not found: llm/nonexistent-model-da55b9e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.170515254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"cbbb5edc-58dc-4f2e-b06d-79e4c2929048","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.17052312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b80130b-15f2-4ab1-a5a2-5797cf979608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.173575479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6353b384-0489-418c-b041-4a1a78afd62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.248217867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e835f09-e0eb-4807-8d81-8aba8da252e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.326131981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fb211e2-1bbb-46a8-8453-c2c8265cac71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.326235898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fb211e2-1bbb-46a8-8453-c2c8265cac71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.391092268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-da55b9e2","reconcileID":"d5c40495-6399-4c61-b86c-5b6100ca721d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:08.391219756Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-da55b9e2","reconcileID":"d5c40495-6399-4c61-b86c-5b6100ca721d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-da55b9e2","error":"MaaSModelRef not found: llm/nonexistent-model-da55b9e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:09.807146197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"c1caa585-0602-4e24-8907-03bed34d82a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:09.850885088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"c1caa585-0602-4e24-8907-03bed34d82a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:09.940622624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa3ec7a0-eaae-42ff-b38a-fc53fd92a5c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:09.940642566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa3ec7a0-eaae-42ff-b38a-fc53fd92a5c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.066376794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"953237e0-e3ee-439a-9cf3-0fe401e18b87","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.087345234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"953237e0-e3ee-439a-9cf3-0fe401e18b87","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"name":"e2e-api-b-9a8d85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.176058034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"729cd9cf-b8e2-4900-bcb1-2bad2c0328f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.176144265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"729cd9cf-b8e2-4900-bcb1-2bad2c0328f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.439231243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca802500-627e-4540-923f-d45cdaa5fc90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.439253015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca802500-627e-4540-923f-d45cdaa5fc90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.458369768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0551325a-0006-47ac-91bc-b9d34f02ad4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.458391181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0551325a-0006-47ac-91bc-b9d34f02ad4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.489249463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"fe0a1ef8-cd07-41fd-9fef-3f1ea570eb96","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.544629848Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"fe0a1ef8-cd07-41fd-9fef-3f1ea570eb96","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"name":"e2e-api-b-1c78b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.564488358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1c78b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"fe0a1ef8-cd07-41fd-9fef-3f1ea570eb96","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.586077619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"651e5dc6-1e0a-450e-8916-064ec554094a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.586094104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"651e5dc6-1e0a-450e-8916-064ec554094a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.69419982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd3f02df-5e6a-43fa-9495-9da5573863da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.69421837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd3f02df-5e6a-43fa-9495-9da5573863da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.741140825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"9043cc92-f9aa-40e5-8581-b1f246ce674a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.741355964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5903979d-ad13-442d-8fbd-e7f0c289b9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.741144164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"118f2462-fc86-49d7-bbd4-20a209cb2691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.768339651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"9043cc92-f9aa-40e5-8581-b1f246ce674a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.770754709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"118f2462-fc86-49d7-bbd4-20a209cb2691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.771399966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5903979d-ad13-442d-8fbd-e7f0c289b9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.957128073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"c87ad0ed-e9b9-4519-9eb4-ffefabce7f73","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:10.978329424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"c87ad0ed-e9b9-4519-9eb4-ffefabce7f73","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:11.134013174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"f1d3856e-acbe-497b-8bb4-bd07ec83144b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:11.157829505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"f1d3856e-acbe-497b-8bb4-bd07ec83144b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:11.248775615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ab39cb-37a7-4ff8-bc1d-2db882aa5e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:11.264997326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ab39cb-37a7-4ff8-bc1d-2db882aa5e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:11.281040079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ab39cb-37a7-4ff8-bc1d-2db882aa5e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:11.29699916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ab39cb-37a7-4ff8-bc1d-2db882aa5e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:11.97334817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae10b490-3d9c-440a-ab15-356de373d0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:12.002563209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae10b490-3d9c-440a-ab15-356de373d0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:12.019148375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae10b490-3d9c-440a-ab15-356de373d0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:12.035437301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae10b490-3d9c-440a-ab15-356de373d0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:12.76831907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"0e3a2cf2-4e4d-4dcc-9119-5c311b3c2d54","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:12.789460701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"0e3a2cf2-4e4d-4dcc-9119-5c311b3c2d54","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:12.80899085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-645126-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"0e3a2cf2-4e4d-4dcc-9119-5c311b3c2d54","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.819972507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9cf4fd-e167-4124-b52b-fc4c790fcd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.836360012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9cf4fd-e167-4124-b52b-fc4c790fcd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.852052748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9cf4fd-e167-4124-b52b-fc4c790fcd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.867898795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9cf4fd-e167-4124-b52b-fc4c790fcd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.960254774Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"c7fa607a-a4d3-4475-a7a2-cbddd04410ad","namespace":"ai-tenant-e2e-api-b-9a8d85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.960312074Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"c7fa607a-a4d3-4475-a7a2-cbddd04410ad","namespace":"ai-tenant-e2e-api-b-9a8d85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.960356802Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"c7fa607a-a4d3-4475-a7a2-cbddd04410ad","name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.982754913Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"c7fa607a-a4d3-4475-a7a2-cbddd04410ad","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.983069105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5771400e-7a05-4e61-9f64-eb7ae586fa2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.983086508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5771400e-7a05-4e61-9f64-eb7ae586fa2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:16.983267331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"69ac0552-3312-4a1e-b0df-e30189be6b0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:17.030732673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"69ac0552-3312-4a1e-b0df-e30189be6b0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:17.149364396Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"69ac0552-3312-4a1e-b0df-e30189be6b0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"name":"e2e-api-b-9a8d85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:17.149388094Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"e2e-e2e-api-b-9a8d85-policy","reconcileID":"69ac0552-3312-4a1e-b0df-e30189be6b0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a8d85-policy","namespace":"ai-tenant-e2e-api-b-9a8d85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a8d85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:17.170355599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ded69196-faea-479c-ac79-03dc36d90567","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:17.170375788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ded69196-faea-479c-ac79-03dc36d90567","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:17.554236667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d58c469-923d-4a03-b66c-22f45254f8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:17.571661874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d58c469-923d-4a03-b66c-22f45254f8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:17.591221363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d58c469-923d-4a03-b66c-22f45254f8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:17.609621702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d58c469-923d-4a03-b66c-22f45254f8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:17.633729746Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-76f654","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-76f654","reconcileID":"8338b7d5-7a80-46b9-b3c0-f05f835a6e39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-76f654","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-76f654":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:18.317430639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c7488c-3b02-404a-9338-992601d73876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:18.333657932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c7488c-3b02-404a-9338-992601d73876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:18.349847834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c7488c-3b02-404a-9338-992601d73876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:18.366050534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c7488c-3b02-404a-9338-992601d73876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:20.617912494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"ae63a0e7-0be1-439e-a084-707663f7bec5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:20.638496341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"ae63a0e7-0be1-439e-a084-707663f7bec5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"name":"e2e-api-b-1c78b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:20.660746264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1c78b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"ae63a0e7-0be1-439e-a084-707663f7bec5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:20.749369205Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-da55b9e2","reconcileID":"2c515ff7-fc06-4465-8138-6dccaf242242","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-da55b9e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:20.824019237Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-da55b9e2","reconcileID":"2c515ff7-fc06-4465-8138-6dccaf242242","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:20.824049392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-da55b9e2","reconcileID":"2c515ff7-fc06-4465-8138-6dccaf242242","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-da55b9e2","subscription":"e2e-neg-ghost-sub-da55b9e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:20.824144884Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-da55b9e2","reconcileID":"2c515ff7-fc06-4465-8138-6dccaf242242","MaaSSubscription":{"name":"e2e-neg-ghost-sub-da55b9e2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-da55b9e2","error":"MaaSModelRef not found: llm/nonexistent-model-da55b9e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:20.949907556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3421cd36-2715-4ac3-807f-04f7ea1fa427","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:20.988498483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f757141-bb9a-40bd-b3e7-7fb94f3ab397","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:20.988518103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f757141-bb9a-40bd-b3e7-7fb94f3ab397","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.035475782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4000992-2856-4605-b7f8-2342417e9ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.035470196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"3a6f7fc1-d022-474b-b69c-9c635677479c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.035699867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd33dbfe-7c37-4138-a774-158231c309ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.056811634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd33dbfe-7c37-4138-a774-158231c309ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.057726688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4000992-2856-4605-b7f8-2342417e9ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.059567327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"3a6f7fc1-d022-474b-b69c-9c635677479c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.120225608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"e9992784-6848-4bce-8a43-c59a76d0362e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.143371288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"e9992784-6848-4bce-8a43-c59a76d0362e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.151958906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-da55b9e2","reconcileID":"8bc7d5b0-7e1d-45e2-879e-2edec19248c5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-da55b9e2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.152100509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0b20013-b5c6-41c1-be20-66e716753c19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.152118079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0b20013-b5c6-41c1-be20-66e716753c19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.226542629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7720ce6-383d-43ac-a0ad-b2c4e209faad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.226563122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7720ce6-383d-43ac-a0ad-b2c4e209faad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.235721824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"eeaf2b43-7c0a-40fe-a144-b529158325fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.258041257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"eeaf2b43-7c0a-40fe-a144-b529158325fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.472132397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52bb1977-bd3c-43a4-9761-f4ea70208252","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.472165962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52bb1977-bd3c-43a4-9761-f4ea70208252","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.492757229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9cdb6bf-2f7a-4a4e-8d31-3a5cd392782f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.49277899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9cdb6bf-2f7a-4a4e-8d31-3a5cd392782f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.558997189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6685c57b","reconcileID":"7ed5dd57-ec17-45c3-9375-66b5a73e3786","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.581356216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6685c57b","reconcileID":"7ed5dd57-ec17-45c3-9375-66b5a73e3786","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.616971428Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6685c57b","reconcileID":"7ed5dd57-ec17-45c3-9375-66b5a73e3786","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6685c57b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.860341322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa589da-6ecf-4915-9900-335d84124081","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.860364381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa589da-6ecf-4915-9900-335d84124081","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.93294255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6685c57b","reconcileID":"5cdb1a80-c591-44ee-9985-e668d730ddb5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.956866189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6685c57b","reconcileID":"5cdb1a80-c591-44ee-9985-e668d730ddb5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:21.992327346Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6685c57b","reconcileID":"5cdb1a80-c591-44ee-9985-e668d730ddb5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6685c57b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:22.841307994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"b3d17184-67db-43e2-b334-2be6cca50bd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:22.862353032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"b3d17184-67db-43e2-b334-2be6cca50bd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:22.882306427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-645126-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"b3d17184-67db-43e2-b334-2be6cca50bd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.25506984Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6685c57b","reconcileID":"97acd3a2-0636-443d-aaf5-33324a3cef39","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.255214455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07624a00-f3b4-47ed-8fa7-936b6fd18439","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.255231882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07624a00-f3b4-47ed-8fa7-936b6fd18439","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.270987806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6685c57b","reconcileID":"97acd3a2-0636-443d-aaf5-33324a3cef39","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6685c57b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6685c57b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.323815047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"500672d2-b446-457e-88d6-189cfc435b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.323838015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"500672d2-b446-457e-88d6-189cfc435b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.354649432Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","namespace":"ai-tenant-e2e-mt-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.354741771Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","namespace":"ai-tenant-e2e-mt-8363a40b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.354823572Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","tenant":"e2e-mt-8363a40b","tenantID":"e2e-mt-8363a40b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.373913393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"Deployment","name":"maas-api-e2e-mt-8363a40b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.405927724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"Service","name":"maas-api-e2e-mt-8363a40b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.426377515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-8363a40b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.447524443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-8363a40b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.467729982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.486369585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.507152111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.525390412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.540987183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"Deployment","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.557019723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.572839061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"Service","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.588716292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"Service","name":"payload-pre-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.604481461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"DestinationRule","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.619966149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.638772589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.658826672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.674912904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.69086066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.70660838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-8363a40b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:24.722112734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"default-tenant","reconcileID":"d9c7ba08-9da1-47c6-80ee-625c2b92d918","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-8363a40b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:25.032534524Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8363a40b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8363a40b","reconcileID":"f1bd04c0-c87b-44f0-a05e-8792c945cbd4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8363a40b","removed":["maas.opendatahub.io/gateway-access-e2e-mt-8363a40b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.109766601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"395fc314-322f-4910-99ae-79229dc02791","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.131548095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"395fc314-322f-4910-99ae-79229dc02791","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.136922392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"6dc4f32e-3281-42db-9165-43bb64ddbe5c","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.136991815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"6dc4f32e-3281-42db-9165-43bb64ddbe5c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.14736693Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"6900480f-d648-4ccd-8804-20fd9c6a5fb6","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.147422693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"6900480f-d648-4ccd-8804-20fd9c6a5fb6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.168531592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"a35a35b0-fc27-4584-8e46-d9dd2d92c12d","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.168588116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"a35a35b0-fc27-4584-8e46-d9dd2d92c12d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.209549591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"897920c0-d8a3-4cc1-89cf-502cdce2fb98","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.209644272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"897920c0-d8a3-4cc1-89cf-502cdce2fb98","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.29006059Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"cd6c6f0d-64c6-4409-8fe1-9838674bb3f1","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.290139918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"cd6c6f0d-64c6-4409-8fe1-9838674bb3f1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.451417042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"a470f14c-7ed2-40bc-a586-04b16132d93f","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.451491507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"a470f14c-7ed2-40bc-a586-04b16132d93f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:25.540771176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c31ad3-9846-4b65-a8d3-202931ac9500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:25.557382232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c31ad3-9846-4b65-a8d3-202931ac9500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:25.574165221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c31ad3-9846-4b65-a8d3-202931ac9500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:25.590095182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c31ad3-9846-4b65-a8d3-202931ac9500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.772605568Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"360b0d5d-8614-4dc0-8da6-3f9b62042181","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:25.772674708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"360b0d5d-8614-4dc0-8da6-3f9b62042181","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:26.218350803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aec6113-659e-48a9-bd55-89ad27204445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:26.234043791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aec6113-659e-48a9-bd55-89ad27204445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:26.249981738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aec6113-659e-48a9-bd55-89ad27204445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:26.266060634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aec6113-659e-48a9-bd55-89ad27204445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:26.413439012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"785b43d6-b76d-4c47-be50-00a431c17ead","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:26.413527284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"785b43d6-b76d-4c47-be50-00a431c17ead","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:27.694612118Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"30ce85d3-4c20-4c17-8492-c3fcdf2c60f6","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:27.694681827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"30ce85d3-4c20-4c17-8492-c3fcdf2c60f6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:28.81969573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.019745357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"f2cd2d6c-35d0-4d09-9408-08ef41ea1704","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.123019926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"14bdfa6b-6222-4138-9d11-e9d0211977bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.220533811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"cf43b472-8938-4204-8f82-f9da9b7aec22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.316638359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"e8661c19-a555-465a-b373-3a7a0257836a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.328312301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"d9c6ef9b-9e70-42ad-8e27-58dc98347466","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.418457858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"47342286-3db3-4209-bd4d-f87cace611b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.51654155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7642b43-ce7a-4a2f-9281-d85a14f15674","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.617570902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"89404a82-361d-4db2-952c-8e5968ed59f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.617585465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"5cf9609e-6727-46c9-93c7-18f345457f77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.61791027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"fbb90fa1-b557-41f8-a42b-2cb106d751b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:29.725898439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"fbad109b-0f57-47e5-81fc-09697a98620a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:30.270529555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"42ead9c8-54bb-4dbc-9eef-8d1e56dacaea","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:30.270632387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"42ead9c8-54bb-4dbc-9eef-8d1e56dacaea","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.455877596Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"d142879a-40fd-41a9-a6ec-97bdc401032f","namespace":"ai-tenant-e2e-api-a-9b2c3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.456091174Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"d142879a-40fd-41a9-a6ec-97bdc401032f","namespace":"ai-tenant-e2e-api-a-9b2c3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.456244854Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"d142879a-40fd-41a9-a6ec-97bdc401032f","name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.486498167Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"d142879a-40fd-41a9-a6ec-97bdc401032f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.487713039Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"32fd4491-59c0-4cf7-a290-f97d4b44090f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.488057774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1409453-c5db-47fd-8ed8-e254e4bc4f14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.488219535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1409453-c5db-47fd-8ed8-e254e4bc4f14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.628608415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"32fd4491-59c0-4cf7-a290-f97d4b44090f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.754749203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"37ce7673-4b0e-4347-a4f4-51a4f8446acc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.917533095Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"32fd4491-59c0-4cf7-a290-f97d4b44090f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"name":"e2e-api-a-9b2c3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.917577333Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"e2e-e2e-api-a-9b2c3f-policy","reconcileID":"32fd4491-59c0-4cf7-a290-f97d4b44090f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9b2c3f-policy","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9b2c3f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:30.924084843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"41b0a71a-0c1e-4644-b1b1-f335d44f08c4","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:30.948665217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"41b0a71a-0c1e-4644-b1b1-f335d44f08c4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.925379364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"37ce7673-4b0e-4347-a4f4-51a4f8446acc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"name":"e2e-api-b-1c78b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.95004318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f8b7829-8072-412f-84db-d5ba91abcebf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:30.950060053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f8b7829-8072-412f-84db-d5ba91abcebf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:31.034523841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1c78b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce6c40e552788dadee9b5e7197449e1042e31c65194a00d393afb1ac35a9ca4) AuthConfig (113b4beda31712c66347c62b4c7847c372afadee7af2b531b777cd341404da36) AuthConfig (673053028ed0312cab8d2282a41fc9e63cbbad8f5a659525ae61e4fd48855628) AuthConfig (759747a2602a67d6d34ef4efdf43d754f099719b4e8fa08230b324102d9aa7d2) AuthConfig (41fa35f968947a4a5af52de99d552c46415b47c38aca98f593c3e8e49a06d0e6) AuthConfig (5e02a35db7d6e466be794b3467360a607e181bd5f9c3e081d0f02ed098308478)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"37ce7673-4b0e-4347-a4f4-51a4f8446acc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:31.059407634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4bb1f22-e341-4651-a7f1-91d2dd8cab5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:31.05943683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4bb1f22-e341-4651-a7f1-91d2dd8cab5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:32.915146519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"82cd80eb-b4bb-4a7f-bd5d-5a1b42cf8570","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:32.936034668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"82cd80eb-b4bb-4a7f-bd5d-5a1b42cf8570","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:32.955850158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-645126-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cdb54f3211b39a4e36546b4fdac6434d1c06621b66e2b04749169bbdfa9c4d23) AuthConfig (198d00d26ac27454edc67f2c4df9425e82879472ecd9ca9d853a95cffdd6cf16) AuthConfig (a76b0dfefd64e41971dc42239e600e8bfea5ccc71ed7511b49e7ec1d2acf6ecc) AuthConfig (1a1e59c656b34de013dec31dd97ad01b1c9fbe85b58607f4eef36286930823ab) AuthConfig (aa7bc319a1231665d86a7d0b76f32924c3d7e50c16ffc9d23f8b10f8ebdfd35f) AuthConfig (2ea5a3db81a15ef77ed21f4a70686234d8c08f6727560feaa0ae8c1f34c3a413)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"82cd80eb-b4bb-4a7f-bd5d-5a1b42cf8570","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:32.975583644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9362485c-2a09-4963-b692-75390eb4f436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:32.97560849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9362485c-2a09-4963-b692-75390eb4f436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.737641622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"bbc90b4a-5cfa-44e2-95b9-8fed9f0290c6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.784333286Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"bbc90b4a-5cfa-44e2-95b9-8fed9f0290c6","name":"e2e-api-b-76f654-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.806422879Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","namespace":"ai-tenant-e2e-api-b-9a8d85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.806513137Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","namespace":"ai-tenant-e2e-api-b-9a8d85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.806613597Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","tenant":"e2e-api-b-9a8d85","tenantID":"e2e-api-b-9a8d85","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.82459176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"Deployment","name":"maas-api-e2e-api-b-9a8d85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.855948068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"Service","name":"maas-api-e2e-api-b-9a8d85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.879379493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-9a8d85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.898786519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-9a8d85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.917274957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.93549167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.954469046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.972606282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:34.988222891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"Deployment","name":"payload-processing-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.003788283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.019391862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"Service","name":"payload-processing-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.035009256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"Service","name":"payload-pre-processing-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.050636913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.066371533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.082191423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.102076679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.125260928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.141521239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.157637201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-9a8d85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.173491265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a8d85"},"namespace":"ai-tenant-e2e-api-b-9a8d85","name":"default-tenant","reconcileID":"2ae59cec-24dc-4049-ad28-5c1a55a6ab15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-9a8d85","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:35.573845234Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9a8d85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9a8d85","reconcileID":"08c1a581-46e9-47ea-908c-83305424602b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-9a8d85","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-9a8d85"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:35.683749471Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"25894e4b-82ea-4097-9f7b-a77107c85e60","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:35.683811618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"25894e4b-82ea-4097-9f7b-a77107c85e60","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:36.034293589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66828ea-1633-49b2-978b-9958ab1f8243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:36.05070267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66828ea-1633-49b2-978b-9958ab1f8243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:36.066592758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66828ea-1633-49b2-978b-9958ab1f8243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:36.084119714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66828ea-1633-49b2-978b-9958ab1f8243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:36.118128117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"162bc99c-e17a-4750-be02-0c43c647bb56","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:36.118207911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"162bc99c-e17a-4750-be02-0c43c647bb56","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:36.220285485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"13ca74ad-af42-44ae-a660-8be4b3c7eeec","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:36.220348448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"13ca74ad-af42-44ae-a660-8be4b3c7eeec","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:36.712204576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142ee426-2919-4889-9380-9c1a65ad7014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:36.728012426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142ee426-2919-4889-9380-9c1a65ad7014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:36.745888025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142ee426-2919-4889-9380-9c1a65ad7014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:36.76289758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142ee426-2919-4889-9380-9c1a65ad7014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:37.291569796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"89c0a846-276d-4029-b5e8-31bf2d074a5a","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:37.291629462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"89c0a846-276d-4029-b5e8-31bf2d074a5a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:37.38869008Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d4622a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d4622a","reconcileID":"f21210e1-6da5-4453-9423-5472529f5bb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d4622a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d4622a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:37.437896965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bbd904-941a-42e6-aa97-1ab12357101c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:37.454081306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bbd904-941a-42e6-aa97-1ab12357101c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:37.470057762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bbd904-941a-42e6-aa97-1ab12357101c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:37.486294114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bbd904-941a-42e6-aa97-1ab12357101c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:37.50827308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"85d6d391-4075-4007-909b-fd4864548a9c","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:37.508334346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"85d6d391-4075-4007-909b-fd4864548a9c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:38.150338058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97aefa89-f07b-45c6-adfc-73964f6be77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:38.166232244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97aefa89-f07b-45c6-adfc-73964f6be77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:38.182495053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97aefa89-f07b-45c6-adfc-73964f6be77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:38.198747834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97aefa89-f07b-45c6-adfc-73964f6be77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:38.963906209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"95c6e66f-8f61-4751-a1a7-e768dcdb576e","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:38.963987769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"95c6e66f-8f61-4751-a1a7-e768dcdb576e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:41.091695729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"37d116b6-398b-492f-9919-83742a6e1248","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:41.112690895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"37d116b6-398b-492f-9919-83742a6e1248","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"name":"e2e-api-b-1c78b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:41.132371433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1c78b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce6c40e552788dadee9b5e7197449e1042e31c65194a00d393afb1ac35a9ca4) AuthConfig (113b4beda31712c66347c62b4c7847c372afadee7af2b531b777cd341404da36) AuthConfig (673053028ed0312cab8d2282a41fc9e63cbbad8f5a659525ae61e4fd48855628) AuthConfig (759747a2602a67d6d34ef4efdf43d754f099719b4e8fa08230b324102d9aa7d2) AuthConfig (41fa35f968947a4a5af52de99d552c46415b47c38aca98f593c3e8e49a06d0e6) AuthConfig (5e02a35db7d6e466be794b3467360a607e181bd5f9c3e081d0f02ed098308478)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"37d116b6-398b-492f-9919-83742a6e1248","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:43.082496795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"7f751c09-7977-4f3b-9e42-46984eee5403","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:43.104710387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"7f751c09-7977-4f3b-9e42-46984eee5403","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:43.125503769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-645126-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cdb54f3211b39a4e36546b4fdac6434d1c06621b66e2b04749169bbdfa9c4d23) AuthConfig (198d00d26ac27454edc67f2c4df9425e82879472ecd9ca9d853a95cffdd6cf16) AuthConfig (a76b0dfefd64e41971dc42239e600e8bfea5ccc71ed7511b49e7ec1d2acf6ecc) AuthConfig (1a1e59c656b34de013dec31dd97ad01b1c9fbe85b58607f4eef36286930823ab) AuthConfig (aa7bc319a1231665d86a7d0b76f32924c3d7e50c16ffc9d23f8b10f8ebdfd35f) AuthConfig (2ea5a3db81a15ef77ed21f4a70686234d8c08f6727560feaa0ae8c1f34c3a413)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"7f751c09-7977-4f3b-9e42-46984eee5403","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.166336022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"a037bf1c-173c-4781-9a01-73b921752ebb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.187842358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"a037bf1c-173c-4781-9a01-73b921752ebb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"name":"e2e-api-b-1c78b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.208054367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1c78b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce6c40e552788dadee9b5e7197449e1042e31c65194a00d393afb1ac35a9ca4) AuthConfig (113b4beda31712c66347c62b4c7847c372afadee7af2b531b777cd341404da36) AuthConfig (673053028ed0312cab8d2282a41fc9e63cbbad8f5a659525ae61e4fd48855628) AuthConfig (759747a2602a67d6d34ef4efdf43d754f099719b4e8fa08230b324102d9aa7d2) AuthConfig (41fa35f968947a4a5af52de99d552c46415b47c38aca98f593c3e8e49a06d0e6) AuthConfig (5e02a35db7d6e466be794b3467360a607e181bd5f9c3e081d0f02ed098308478)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"a037bf1c-173c-4781-9a01-73b921752ebb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.739826115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"c96f59bd-bc44-4826-a460-f291adfe5336","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.772598587Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","namespace":"ai-tenant-e2e-api-a-9b2c3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.772677612Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","namespace":"ai-tenant-e2e-api-a-9b2c3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.772743652Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","tenant":"e2e-api-a-9b2c3f","tenantID":"e2e-api-a-9b2c3f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.790337061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"Deployment","name":"maas-api-e2e-api-a-9b2c3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.828883204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"Service","name":"maas-api-e2e-api-a-9b2c3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.848224411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"994c01b9-4a62-4c2a-b719-2ea80f2d008e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.852893379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-9b2c3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.875411714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-9b2c3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.896132597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.915955188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.950464941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.968860669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:51.984981107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"Deployment","name":"payload-processing-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.000553025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.017165423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"Service","name":"payload-processing-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.032836554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"Service","name":"payload-pre-processing-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.048773466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:52.061102677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"70b36fdc-e83c-4daf-9ee9-7d85296d3ee5","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:52.061211486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"70b36fdc-e83c-4daf-9ee9-7d85296d3ee5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.064563015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.086168178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"8342a6b2-c1b8-4529-871e-31b77eae10cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.092995281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.116381152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.133502859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.149170816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.166365788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-9b2c3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.182850813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9b2c3f"},"namespace":"ai-tenant-e2e-api-a-9b2c3f","name":"default-tenant","reconcileID":"0fa78cd7-addc-44b9-95b7-d5deb830c6d6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-9b2c3f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.216098169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"6130bdf0-2cce-4cf7-9dc0-d0474981e8ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.216757572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"b400dd26-12e8-4c27-809a-c661918074b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.449772127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"42f08d3b-eac6-4d03-a18c-a3c294e7fbff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.450471135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24038b2e-5195-4467-9310-17598843319b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.492959322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"32bb723b-3e9e-4b8a-8446-ef316e35df97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.549596658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"ade99e5a-92bc-45e6-981a-5f221fdfd96c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.54965388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"ead8f301-58ae-4172-b3a4-08ccd7712c81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.616242625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"4dc68ced-eebb-4860-a3bc-5d561222f3ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.650852413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2ba7e2-35ac-4b0b-ab26-1a79d0b79a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.667326338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2ba7e2-35ac-4b0b-ab26-1a79d0b79a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.674193814Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9b2c3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9b2c3f","reconcileID":"e0b9dd60-d479-4145-b5c0-e187abe39e25","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9b2c3f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-9b2c3f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.68438541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2ba7e2-35ac-4b0b-ab26-1a79d0b79a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:52.701676374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2ba7e2-35ac-4b0b-ab26-1a79d0b79a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:52.754442641Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"fb10837e-e13e-48d1-af08-aef89dd49725","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:52.754535012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"fb10837e-e13e-48d1-af08-aef89dd49725","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.159762742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"2dd50308-e5d1-45e6-b2f3-3fa5b1ae00db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.180866616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"2dd50308-e5d1-45e6-b2f3-3fa5b1ae00db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.393215672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e6bc1d6-d042-4000-8198-fafa5738626c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.393246797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e6bc1d6-d042-4000-8198-fafa5738626c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.499281825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74627edc-454c-40ff-bd91-d054a7c384bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.499303758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74627edc-454c-40ff-bd91-d054a7c384bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.523805466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7a278ca-e27f-4b7c-9559-f848f6beb432","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.523827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7a278ca-e27f-4b7c-9559-f848f6beb432","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.525761473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec8ef91-b420-42d7-82e6-dd6bdf046771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.542234435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec8ef91-b420-42d7-82e6-dd6bdf046771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.558447824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec8ef91-b420-42d7-82e6-dd6bdf046771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.575718184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec8ef91-b420-42d7-82e6-dd6bdf046771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.59384653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"d2dacab7-fd4a-4986-bcb4-6b085fe4ee67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.661904057Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"d2dacab7-fd4a-4986-bcb4-6b085fe4ee67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.683240789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76f654-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"d2dacab7-fd4a-4986-bcb4-6b085fe4ee67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.704889965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfa3a718-2a66-4016-a1e3-19b35d7b2d8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:53.70490897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfa3a718-2a66-4016-a1e3-19b35d7b2d8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:53.979605262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"2803d477-06e6-42b2-b64e-a2f5aed3540b","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:53.979672638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"2803d477-06e6-42b2-b64e-a2f5aed3540b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:54.025823066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"3cba72de-fc0c-4e33-a8ca-5fb06ea5c03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:54.034419783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"5e5fdc8d-90a6-44b5-89ce-e7052eda3c81","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:54.034527267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"5e5fdc8d-90a6-44b5-89ce-e7052eda3c81","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:54.065850575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"3cba72de-fc0c-4e33-a8ca-5fb06ea5c03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:54.277749324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"e07287d2-c611-4d93-a8c9-b501526416e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:54.31310714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"e07287d2-c611-4d93-a8c9-b501526416e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:54.331637547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78beddfd-b6c0-47e2-936e-1072df2e2a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:54.349622611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78beddfd-b6c0-47e2-936e-1072df2e2a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:54.366472641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78beddfd-b6c0-47e2-936e-1072df2e2a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:54.386132647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78beddfd-b6c0-47e2-936e-1072df2e2a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:55.123633125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d35e20-dd5e-42b8-82db-b28fbd3a7554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:55.139574226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d35e20-dd5e-42b8-82db-b28fbd3a7554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:55.155812888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d35e20-dd5e-42b8-82db-b28fbd3a7554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:55.171804168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d35e20-dd5e-42b8-82db-b28fbd3a7554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:55.837905416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed27166-c114-462c-b9ff-c65d165ea794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:55.855441307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed27166-c114-462c-b9ff-c65d165ea794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:55.871711654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed27166-c114-462c-b9ff-c65d165ea794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:55.887742543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed27166-c114-462c-b9ff-c65d165ea794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:56.495086996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"61af78dd-e0a8-420f-bbc9-9bff2136531c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d4622a","tenantID":"e2e-ipp-a-d4622a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:56.540490167Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"61af78dd-e0a8-420f-bbc9-9bff2136531c","name":"e2e-ipp-a-d4622a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:56.541985617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7cfc1c-0100-4a51-8f0b-a1f318643aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:56.558076885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7cfc1c-0100-4a51-8f0b-a1f318643aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:56.574414631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7cfc1c-0100-4a51-8f0b-a1f318643aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:56.591242703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7cfc1c-0100-4a51-8f0b-a1f318643aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:57.009552113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"acaf8ebd-c441-484e-aea7-43488eb61639","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:57.009621799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"acaf8ebd-c441-484e-aea7-43488eb61639","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:57.109454885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"6e0b5179-5b82-4787-b0fa-2ada8c6c88d9","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:57.10953892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"6e0b5179-5b82-4787-b0fa-2ada8c6c88d9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:57.320312375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7f9b0f-dddd-4704-9ae3-c55b5509378f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:57.336269176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7f9b0f-dddd-4704-9ae3-c55b5509378f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:57.353923531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7f9b0f-dddd-4704-9ae3-c55b5509378f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:57.370412507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7f9b0f-dddd-4704-9ae3-c55b5509378f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:58.016278734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb6d468-2bdd-4c71-97e9-2cc84422b396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:58.032491204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb6d468-2bdd-4c71-97e9-2cc84422b396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:58.051778267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb6d468-2bdd-4c71-97e9-2cc84422b396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:58.069438694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb6d468-2bdd-4c71-97e9-2cc84422b396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:58.162026288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"45df356c-9116-4273-b8b2-8371ea9efb22","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:58.16209159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"45df356c-9116-4273-b8b2-8371ea9efb22","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:58.216372974Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-11fa15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-11fa15","reconcileID":"726fe9ef-2fa7-4bd9-aca3-87e2290d9c88","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-11fa15","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-11fa15":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:58.311678433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"fc27e084-4fe3-48bd-96dc-62f3076e325f","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:58.311744383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"fc27e084-4fe3-48bd-96dc-62f3076e325f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:58.766100635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d33de2-2db6-42e7-9b07-b4be39fcbac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:58.782148919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d33de2-2db6-42e7-9b07-b4be39fcbac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:58.798235664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d33de2-2db6-42e7-9b07-b4be39fcbac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:58.8147136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d33de2-2db6-42e7-9b07-b4be39fcbac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:58.82353362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:59.543698773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd56400-ad92-44b6-a4e9-0a483251fcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:59.559865761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd56400-ad92-44b6-a4e9-0a483251fcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:59.575805684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd56400-ad92-44b6-a4e9-0a483251fcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:04:59.592141672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd56400-ad92-44b6-a4e9-0a483251fcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:59.781521825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"43b3b2f5-f547-4c6b-b88d-c0847568a44b","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:04:59.781588418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"43b3b2f5-f547-4c6b-b88d-c0847568a44b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:01.243842187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"a21e4f28-e45b-462c-afce-3a65d0a4bac8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:01.264651191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"a21e4f28-e45b-462c-afce-3a65d0a4bac8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"name":"e2e-api-b-1c78b8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:05:01.296725829Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"5aaf3758-d5e6-4026-899e-b8955a3f0256","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:05:01.296786816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"5aaf3758-d5e6-4026-899e-b8955a3f0256","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:05:01.334738058Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"e2b0f2ca-efa4-480c-a9c7-7859af93a878","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:05:01.334804433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"e2b0f2ca-efa4-480c-a9c7-7859af93a878","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:01.451891739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8286fc33-6773-4050-bfde-cd44149cd3c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:01.451920235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8286fc33-6773-4050-bfde-cd44149cd3c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:01.48418763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"bd4a2b6e-a97d-4fa5-905c-ce7a8e5a3f67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:01.50529107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"bd4a2b6e-a97d-4fa5-905c-ce7a8e5a3f67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"name":"e2e-api-b-1c78b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:01.632235707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03baa12d-d6c7-4b1c-afd3-7801c0fab63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:01.651234862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03baa12d-d6c7-4b1c-afd3-7801c0fab63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:01.667854903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03baa12d-d6c7-4b1c-afd3-7801c0fab63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:01.683577467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03baa12d-d6c7-4b1c-afd3-7801c0fab63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:02.315510044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145a5d7d-0981-448f-8bfa-d4bf42436975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:02.333512251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145a5d7d-0981-448f-8bfa-d4bf42436975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:02.349936251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145a5d7d-0981-448f-8bfa-d4bf42436975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:02.365935348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145a5d7d-0981-448f-8bfa-d4bf42436975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:02.993466391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccc074b-607e-41ff-b1a4-28eb5e8d7418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:03.009841337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccc074b-607e-41ff-b1a4-28eb5e8d7418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:03.026780752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccc074b-607e-41ff-b1a4-28eb5e8d7418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:03.042854674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccc074b-607e-41ff-b1a4-28eb5e8d7418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:03.67113036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e3bfa3-407b-46b8-a1b6-3aebe9b0c52b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:03.689654273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e3bfa3-407b-46b8-a1b6-3aebe9b0c52b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:03.705923796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e3bfa3-407b-46b8-a1b6-3aebe9b0c52b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:03.722672845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e3bfa3-407b-46b8-a1b6-3aebe9b0c52b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:03.754543049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"5b285d84-ef99-4cca-9ff1-299e685f7c7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:03.776728923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"5b285d84-ef99-4cca-9ff1-299e685f7c7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:03.797075149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76f654-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"5b285d84-ef99-4cca-9ff1-299e685f7c7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:05:04.245048752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"9001c035-fed1-4daf-9f6c-3922e94340f7","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:05:04.245116633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8363a40b","namespace":"ai-tenant-e2e-mt-8363a40b"},"namespace":"ai-tenant-e2e-mt-8363a40b","name":"e2e-lifecycle-model-8363a40b","reconcileID":"9001c035-fed1-4daf-9f6c-3922e94340f7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8363a40b/e2e-lifecycle-model-8363a40b-kserve-route (gateways: [openshift-ingress/e2e-mt-8363a40b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:04.276948455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"d4dd0cc4-be47-437b-aede-be64f6e30981","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:04.298098374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"d4dd0cc4-be47-437b-aede-be64f6e30981","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:04.378058247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"5b5579f1-8275-499c-991b-d9a17df88a14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:04.39956251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"5b5579f1-8275-499c-991b-d9a17df88a14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:04.433735448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d8ab7b-c227-494d-90f1-fc04e4fab676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:04.449876341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d8ab7b-c227-494d-90f1-fc04e4fab676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:04.46792569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d8ab7b-c227-494d-90f1-fc04e4fab676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:04.484966498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d8ab7b-c227-494d-90f1-fc04e4fab676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:05.253366312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0e1d69-45be-4ae5-8a9d-c8697ce4ed88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:05.27424422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0e1d69-45be-4ae5-8a9d-c8697ce4ed88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:05.292398109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0e1d69-45be-4ae5-8a9d-c8697ce4ed88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:05.316055282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0e1d69-45be-4ae5-8a9d-c8697ce4ed88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.366735273Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"84cf71f3-4e49-44b9-93a6-3e892b4d8442","namespace":"ai-tenant-e2e-api-a-645126","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.366829863Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"84cf71f3-4e49-44b9-93a6-3e892b4d8442","namespace":"ai-tenant-e2e-api-a-645126","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.366910231Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"84cf71f3-4e49-44b9-93a6-3e892b4d8442","name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.390668539Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"84cf71f3-4e49-44b9-93a6-3e892b4d8442","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.391291788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"a3c83e8e-9dd8-429f-9d8c-47b30dfdd230","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.447523138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48562bfc-9c6b-46a8-a7c8-e9238aa9c144","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.447648154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48562bfc-9c6b-46a8-a7c8-e9238aa9c144","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.549411899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"a3c83e8e-9dd8-429f-9d8c-47b30dfdd230","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.615255057Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"a3c83e8e-9dd8-429f-9d8c-47b30dfdd230","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"name":"e2e-api-a-645126-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.615283155Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"e2e-e2e-api-a-645126-policy","reconcileID":"a3c83e8e-9dd8-429f-9d8c-47b30dfdd230","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645126-policy","namespace":"ai-tenant-e2e-api-a-645126"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645126","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.635976862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbd19af0-d6a5-4b14-88a8-d215e83dea78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:08.63599762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbd19af0-d6a5-4b14-88a8-d215e83dea78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:11.505274832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"7652713c-e5d7-4b1e-b18e-ca26dc703e68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:11.52600264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"7652713c-e5d7-4b1e-b18e-ca26dc703e68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"name":"e2e-api-b-1c78b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:11.604993299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"6a23100d-e49f-4d85-90b1-40250d0f8315","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:11.626295923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"6a23100d-e49f-4d85-90b1-40250d0f8315","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"name":"e2e-api-b-1c78b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:13.82995193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"2c3426da-836f-4602-bf2f-092698730677","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:13.850861951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"2c3426da-836f-4602-bf2f-092698730677","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:13.872111196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76f654-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"2c3426da-836f-4602-bf2f-092698730677","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:14.686663204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae34195-daaa-4470-bc86-b1072f91dd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:14.702483102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae34195-daaa-4470-bc86-b1072f91dd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:14.720633546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae34195-daaa-4470-bc86-b1072f91dd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:14.736658241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae34195-daaa-4470-bc86-b1072f91dd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:15.356445813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17894fa7-7c5d-4a72-86fe-7407346827fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:15.372712255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17894fa7-7c5d-4a72-86fe-7407346827fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:15.388663507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17894fa7-7c5d-4a72-86fe-7407346827fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:15.40458383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17894fa7-7c5d-4a72-86fe-7407346827fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:17.78474573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"4377c00a-9fbf-4c30-b717-08732b44af8e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-11fa15","tenantID":"e2e-ipp-a-11fa15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:17.830532611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"4377c00a-9fbf-4c30-b717-08732b44af8e","name":"e2e-ipp-a-11fa15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.667991082Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"9ba573ae-bb77-49cd-bf15-670153a2ea44","namespace":"ai-tenant-e2e-api-b-1c78b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.66805209Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"9ba573ae-bb77-49cd-bf15-670153a2ea44","namespace":"ai-tenant-e2e-api-b-1c78b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.668105203Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"9ba573ae-bb77-49cd-bf15-670153a2ea44","name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.688327206Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"9ba573ae-bb77-49cd-bf15-670153a2ea44","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.688642633Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"5e08a257-4d4f-4650-b2d5-8945e714bbdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.688888679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"541857f4-b8e3-463a-aafa-8562d45ea1f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.688904781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"541857f4-b8e3-463a-aafa-8562d45ea1f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.825686119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"5e08a257-4d4f-4650-b2d5-8945e714bbdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.883130211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"5e08a257-4d4f-4650-b2d5-8945e714bbdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"name":"e2e-api-b-1c78b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.883187987Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"e2e-e2e-api-b-1c78b8-policy","reconcileID":"5e08a257-4d4f-4650-b2d5-8945e714bbdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1c78b8-policy","namespace":"ai-tenant-e2e-api-b-1c78b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1c78b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.904127578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"924cb99e-79c1-4c80-8a8b-c3abd4cd2bde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:19.904150861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"924cb99e-79c1-4c80-8a8b-c3abd4cd2bde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:23.904788426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"4f3178b8-8c6a-4714-9646-6677a31c4079","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:23.925843772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"4f3178b8-8c6a-4714-9646-6677a31c4079","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:23.946565121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76f654-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa0deda5a8981c0bd09927a1cd7a71d94ad5e851e585f0b3ee477151ecb08b6a) AuthConfig (30f63b43e8f52bd0e8b65132207c0e63342e62c45839221cabda40e9bd79b2ba) AuthConfig (6dccde2ef9523783189ccaa77fdba587ced3c418280ababfb631672af63d104d) AuthConfig (274296dda1a4bb576abbd13107f68ae82461db651942c6e12919a9b3754dd9d3) AuthConfig (22ae9320c5e9f0b35aa140bd8942e42056ec9df07b093652658e3fb3a090cfb2) AuthConfig (09afc5fc7ff990453bbac5f5bde20c2b7a83bd4e87106c2211f1f59990546863)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"4f3178b8-8c6a-4714-9646-6677a31c4079","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:23.968631776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8171cf3a-3da1-418e-a8ae-1b571b196ca3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:23.968654152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8171cf3a-3da1-418e-a8ae-1b571b196ca3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:28.819539081Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:30.863919556Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","namespace":"ai-tenant-e2e-api-a-645126","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:30.863976726Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","namespace":"ai-tenant-e2e-api-a-645126","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:30.864024957Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","tenant":"e2e-api-a-645126","tenantID":"e2e-api-a-645126","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:30.882080378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"Deployment","name":"maas-api-e2e-api-a-645126","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:30.913362791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"Service","name":"maas-api-e2e-api-a-645126","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:30.932523605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-645126","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:30.95167162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-645126","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:30.970234293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:30.988392215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.009489506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.028214523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.043798064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"Deployment","name":"payload-processing-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.059215774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.075032482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"Service","name":"payload-processing-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.090455752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"Service","name":"payload-pre-processing-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.10603913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.121730498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.139223724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.163076841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.179291959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.200506575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.217258385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-645126","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.233672347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645126"},"namespace":"ai-tenant-e2e-api-a-645126","name":"default-tenant","reconcileID":"f7761c5d-4125-4f8b-9d8a-953879bc04e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-645126","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.523709451Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-645126","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-645126","reconcileID":"d0770df5-b750-42af-b883-d665e837dc0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-645126","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-645126"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.953081629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c2e696-4434-45ef-93f8-8ede0971e8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.969048899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c2e696-4434-45ef-93f8-8ede0971e8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:31.985172129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c2e696-4434-45ef-93f8-8ede0971e8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:32.001080816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c2e696-4434-45ef-93f8-8ede0971e8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:32.63786052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb688ea-a4d2-4f57-a43c-5801ed71594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:32.653832637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb688ea-a4d2-4f57-a43c-5801ed71594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:32.669678451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb688ea-a4d2-4f57-a43c-5801ed71594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:32.685623613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb688ea-a4d2-4f57-a43c-5801ed71594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:33.343169173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b39903-1e8b-4595-8312-7e88739cb082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:33.359284435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b39903-1e8b-4595-8312-7e88739cb082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:33.37511366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b39903-1e8b-4595-8312-7e88739cb082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:33.390942988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b39903-1e8b-4595-8312-7e88739cb082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:34.001104625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"1ea12ad6-01ea-407c-9133-99dfb69f0080","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:34.021721229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"1ea12ad6-01ea-407c-9133-99dfb69f0080","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:34.041492368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76f654-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa0deda5a8981c0bd09927a1cd7a71d94ad5e851e585f0b3ee477151ecb08b6a) AuthConfig (30f63b43e8f52bd0e8b65132207c0e63342e62c45839221cabda40e9bd79b2ba) AuthConfig (6dccde2ef9523783189ccaa77fdba587ced3c418280ababfb631672af63d104d) AuthConfig (274296dda1a4bb576abbd13107f68ae82461db651942c6e12919a9b3754dd9d3) AuthConfig (22ae9320c5e9f0b35aa140bd8942e42056ec9df07b093652658e3fb3a090cfb2) AuthConfig (09afc5fc7ff990453bbac5f5bde20c2b7a83bd4e87106c2211f1f59990546863)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"1ea12ad6-01ea-407c-9133-99dfb69f0080","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:35.57809451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ace31d-fe30-40ed-b52f-6fcc5987470f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:35.593806836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ace31d-fe30-40ed-b52f-6fcc5987470f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:35.609761345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ace31d-fe30-40ed-b52f-6fcc5987470f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:35.625687682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ace31d-fe30-40ed-b52f-6fcc5987470f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:36.255934735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17effb0-2098-4f74-b188-112757b32009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:36.271917633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17effb0-2098-4f74-b188-112757b32009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:36.287929365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17effb0-2098-4f74-b188-112757b32009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:36.303726691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17effb0-2098-4f74-b188-112757b32009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:37.29127734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7667f66b-844b-4fa1-a6ac-19bd8c475713","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:37.291381505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7667f66b-844b-4fa1-a6ac-19bd8c475713","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:37.323226072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-68fd5503","namespace":"ai-tenant-e2e-mt-68fd5503"},"namespace":"ai-tenant-e2e-mt-68fd5503","name":"e2e-policy-68fd5503","reconcileID":"c68ef4d2-fbdd-440f-a796-a337645ffecc","MaaSAuthPolicy":{"name":"e2e-policy-68fd5503","namespace":"ai-tenant-e2e-mt-68fd5503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:37.37943632Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-68fd5503","namespace":"ai-tenant-e2e-mt-68fd5503"},"namespace":"ai-tenant-e2e-mt-68fd5503","name":"e2e-policy-68fd5503","reconcileID":"c68ef4d2-fbdd-440f-a796-a337645ffecc","MaaSAuthPolicy":{"name":"e2e-policy-68fd5503","namespace":"ai-tenant-e2e-mt-68fd5503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:37.400932703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-68fd5503","namespace":"ai-tenant-e2e-mt-68fd5503"},"namespace":"ai-tenant-e2e-mt-68fd5503","name":"e2e-policy-68fd5503","reconcileID":"c68ef4d2-fbdd-440f-a796-a337645ffecc","MaaSAuthPolicy":{"name":"e2e-policy-68fd5503","namespace":"ai-tenant-e2e-mt-68fd5503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:37.422418484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"947505d9-62ff-4aab-beb2-1a66c4dd7700","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:37.422436074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"947505d9-62ff-4aab-beb2-1a66c4dd7700","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.301821947Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","namespace":"ai-tenant-e2e-api-b-1c78b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.301880051Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","namespace":"ai-tenant-e2e-api-b-1c78b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.301930865Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","tenant":"e2e-api-b-1c78b8","tenantID":"e2e-api-b-1c78b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.320593825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"Deployment","name":"maas-api-e2e-api-b-1c78b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.348394731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"Service","name":"maas-api-e2e-api-b-1c78b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.370112067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-1c78b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.39328304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-1c78b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.411892975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.430560337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.451321519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.469627038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.485549131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"Deployment","name":"payload-processing-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.501148551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.517017961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"Service","name":"payload-processing-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.532894527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"Service","name":"payload-pre-processing-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.54876684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.564531284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.580114574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.600376425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.616442359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.632464523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.648041367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-1c78b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:42.663870542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1c78b8"},"namespace":"ai-tenant-e2e-api-b-1c78b8","name":"default-tenant","reconcileID":"bce7671e-09e0-481e-b597-507359d4fd54","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-1c78b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:43.019414189Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1c78b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1c78b8","reconcileID":"284d82ed-2092-41ae-bab9-36a17b1bd6e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1c78b8","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-1c78b8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:43.411028466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07678178-589b-4f69-a56f-a9ec40b06152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:43.427755009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07678178-589b-4f69-a56f-a9ec40b06152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:43.443850356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07678178-589b-4f69-a56f-a9ec40b06152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:43.459574541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07678178-589b-4f69-a56f-a9ec40b06152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:44.075759406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"438796be-565a-4224-b306-c5252b5b33fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:44.096630168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"438796be-565a-4224-b306-c5252b5b33fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:44.135728033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c956d38-bd2a-4055-8ea0-925aaa94d660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:44.152148762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c956d38-bd2a-4055-8ea0-925aaa94d660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:44.168128242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c956d38-bd2a-4055-8ea0-925aaa94d660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:44.184109706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c956d38-bd2a-4055-8ea0-925aaa94d660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:44.274624585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5daf3556-e4c5-4dd2-ae16-2873f848aa07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:44.274643109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5daf3556-e4c5-4dd2-ae16-2873f848aa07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:49.389427917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"6acb9fea-e666-4597-a801-47508461bc6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:49.410486691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"6acb9fea-e666-4597-a801-47508461bc6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:49.57421831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"2cbc9ce0-fcb7-4ccc-892c-6eb58586732f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:49.59521451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"2cbc9ce0-fcb7-4ccc-892c-6eb58586732f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:49.670959362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"081ab711-88d6-421b-9926-4af5043f638d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:49.688217859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"081ab711-88d6-421b-9926-4af5043f638d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:49.704060143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"081ab711-88d6-421b-9926-4af5043f638d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:49.720342676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"081ab711-88d6-421b-9926-4af5043f638d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:50.389692563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785f841b-92bb-4fae-b11e-27abd8739be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:50.412950601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785f841b-92bb-4fae-b11e-27abd8739be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:50.439461112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785f841b-92bb-4fae-b11e-27abd8739be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:50.45720294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785f841b-92bb-4fae-b11e-27abd8739be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:51.267411551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff9b028-5b0d-45d7-8c18-a21d28697314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:51.284176681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff9b028-5b0d-45d7-8c18-a21d28697314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:51.301098563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff9b028-5b0d-45d7-8c18-a21d28697314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:51.317860667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff9b028-5b0d-45d7-8c18-a21d28697314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:53.859834815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6faa1142-2d43-4c01-9c1d-b175737a74bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:53.87891849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6faa1142-2d43-4c01-9c1d-b175737a74bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:53.894864237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6faa1142-2d43-4c01-9c1d-b175737a74bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:53.911391524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6faa1142-2d43-4c01-9c1d-b175737a74bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:54.558618208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54080464-fe1c-4e85-b594-5eb335cee1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:54.574753477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54080464-fe1c-4e85-b594-5eb335cee1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:54.591873361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54080464-fe1c-4e85-b594-5eb335cee1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:54.597870252Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ad449e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ad449e","reconcileID":"658375af-0546-4f20-8ca4-dcebeb18cd0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ad449e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-ad449e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:54.608342717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54080464-fe1c-4e85-b594-5eb335cee1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:55.333565317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d37837-1126-42c9-84a5-84524ad07561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:55.349748926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d37837-1126-42c9-84a5-84524ad07561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:55.365725829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d37837-1126-42c9-84a5-84524ad07561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:55.381733059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d37837-1126-42c9-84a5-84524ad07561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:56.140606813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f1f3e1-bdf4-47e2-b918-42870daed149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:56.156630652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f1f3e1-bdf4-47e2-b918-42870daed149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:56.172584898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f1f3e1-bdf4-47e2-b918-42870daed149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:56.18853335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f1f3e1-bdf4-47e2-b918-42870daed149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:56.30389782Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a8ab86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a8ab86","reconcileID":"a0b95f7b-4ed6-4ba4-9a73-811e44441135","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a8ab86","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a8ab86":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:57.072531906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d1ca42-9809-4de9-ba5e-08483822401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:57.088503451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d1ca42-9809-4de9-ba5e-08483822401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:57.104677455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d1ca42-9809-4de9-ba5e-08483822401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:57.120816519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d1ca42-9809-4de9-ba5e-08483822401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:57.820225898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dd3859-75c3-4b1a-a6ae-2091918ef541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:57.850510718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dd3859-75c3-4b1a-a6ae-2091918ef541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:57.871642983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dd3859-75c3-4b1a-a6ae-2091918ef541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:57.89237904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dd3859-75c3-4b1a-a6ae-2091918ef541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:58.361558555Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-68fd5503","namespace":"ai-tenant-e2e-mt-68fd5503"},"namespace":"ai-tenant-e2e-mt-68fd5503","name":"e2e-policy-68fd5503","reconcileID":"ddbb6180-bee6-4732-989d-86ad847ede3c","MaaSAuthPolicy":{"name":"e2e-policy-68fd5503","namespace":"ai-tenant-e2e-mt-68fd5503"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:58.4785164Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-68fd5503","namespace":"ai-tenant-e2e-mt-68fd5503"},"namespace":"ai-tenant-e2e-mt-68fd5503","name":"e2e-policy-68fd5503","reconcileID":"ddbb6180-bee6-4732-989d-86ad847ede3c","MaaSAuthPolicy":{"name":"e2e-policy-68fd5503","namespace":"ai-tenant-e2e-mt-68fd5503"},"policyNamespace":"ai-tenant-e2e-mt-68fd5503","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:58.61791313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b217a224-591b-442a-b4a2-33b53b336ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:58.636839704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b217a224-591b-442a-b4a2-33b53b336ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:58.654303629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b217a224-591b-442a-b4a2-33b53b336ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:58.671968941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b217a224-591b-442a-b4a2-33b53b336ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:58.820034827Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:59.545544144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"e4aaa917-a12e-4a24-9288-6fd2cffd3ad3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:59.566828461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"e4aaa917-a12e-4a24-9288-6fd2cffd3ad3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:59.657371961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"a5dd20e7-63e9-43a9-8aa0-9db81310ee32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:05:59.678708598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"a5dd20e7-63e9-43a9-8aa0-9db81310ee32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.338232814Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"b706ec43-516b-4c2d-b6ac-1f89058daf17","namespace":"ai-tenant-e2e-api-b-76f654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.338291357Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"b706ec43-516b-4c2d-b6ac-1f89058daf17","namespace":"ai-tenant-e2e-api-b-76f654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.338337048Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"b706ec43-516b-4c2d-b6ac-1f89058daf17","name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.357506526Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"b706ec43-516b-4c2d-b6ac-1f89058daf17","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.357778481Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"86da9d5a-3d39-4bec-a2a5-1bcd9d7c47eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.358191069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18ce1873-7a4c-4b1c-95eb-c824fa1ba2e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.358209913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18ce1873-7a4c-4b1c-95eb-c824fa1ba2e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.406308018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"86da9d5a-3d39-4bec-a2a5-1bcd9d7c47eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.462252408Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"86da9d5a-3d39-4bec-a2a5-1bcd9d7c47eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"name":"e2e-api-b-76f654-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.462277829Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"e2e-e2e-api-b-76f654-policy","reconcileID":"86da9d5a-3d39-4bec-a2a5-1bcd9d7c47eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76f654-policy","namespace":"ai-tenant-e2e-api-b-76f654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76f654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.483247179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2337a1e0-a8d1-4aa5-b1f0-c9e9e8443e7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:01.483269485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2337a1e0-a8d1-4aa5-b1f0-c9e9e8443e7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:11.20168571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"a2c434b6-b85d-44dc-8bf7-8f5a828f2e51","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-ad449e","tenantID":"e2e-ipp-b-ad449e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:11.247012359Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"a2c434b6-b85d-44dc-8bf7-8f5a828f2e51","name":"e2e-ipp-b-ad449e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:14.725764657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"7cbfc5e8-da06-4aff-a386-d44efb7560ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a8ab86","tenantID":"e2e-ipp-a-a8ab86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:14.77079451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"7cbfc5e8-da06-4aff-a386-d44efb7560ec","name":"e2e-ipp-a-a8ab86-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:25.883130247Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","namespace":"ai-tenant-e2e-api-b-76f654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:25.883217106Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","namespace":"ai-tenant-e2e-api-b-76f654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:25.883268425Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","tenant":"e2e-api-b-76f654","tenantID":"e2e-api-b-76f654","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:25.902798296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"Deployment","name":"maas-api-e2e-api-b-76f654","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:25.935412333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"Service","name":"maas-api-e2e-api-b-76f654","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:25.95620279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-76f654","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:25.975341231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-76f654","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:25.994407717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.014982485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.036223826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.05527859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.071243155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"Deployment","name":"payload-processing-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.087035042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.102740923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"Service","name":"payload-processing-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.1186907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"Service","name":"payload-pre-processing-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.134704554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.150874301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.167464692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.189351007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.210538475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.227114475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.244617162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-76f654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.262602001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76f654"},"namespace":"ai-tenant-e2e-api-b-76f654","name":"default-tenant","reconcileID":"8aadce63-06a4-4091-bd38-c733998a922a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-76f654","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.543103724Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-76f654","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-76f654","reconcileID":"558b4c59-4755-42bd-8d38-85c439a7975a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-76f654","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-76f654"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.963910654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f564a83-c6eb-459a-9ded-2dad5fa7fd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.979844363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f564a83-c6eb-459a-9ded-2dad5fa7fd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:26.995800939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f564a83-c6eb-459a-9ded-2dad5fa7fd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:27.011874679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f564a83-c6eb-459a-9ded-2dad5fa7fd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:27.634771287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d023d78-1189-4dab-b39f-2f2030c64e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:27.650952902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d023d78-1189-4dab-b39f-2f2030c64e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:27.667025476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d023d78-1189-4dab-b39f-2f2030c64e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:27.682997384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d023d78-1189-4dab-b39f-2f2030c64e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:28.819046497Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:31.148784035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a8713-ff73-4d76-96c2-e201befede70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:31.164636327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a8713-ff73-4d76-96c2-e201befede70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:31.180341431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a8713-ff73-4d76-96c2-e201befede70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:31.196428794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a8713-ff73-4d76-96c2-e201befede70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:31.941293766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de74d70-24f6-45dd-8e42-36de325bba5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:31.957507692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de74d70-24f6-45dd-8e42-36de325bba5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:31.973671943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de74d70-24f6-45dd-8e42-36de325bba5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:31.990107897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de74d70-24f6-45dd-8e42-36de325bba5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:34.773102941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857d0712-4b87-417d-a090-4b7420c55f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:34.789221878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857d0712-4b87-417d-a090-4b7420c55f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:34.809071408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857d0712-4b87-417d-a090-4b7420c55f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:34.828244883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857d0712-4b87-417d-a090-4b7420c55f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:35.531737777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d71565c-9974-4f5e-a2af-8d1611091f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:35.548481443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d71565c-9974-4f5e-a2af-8d1611091f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:35.565824036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d71565c-9974-4f5e-a2af-8d1611091f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:35.582003052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d71565c-9974-4f5e-a2af-8d1611091f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:35.8146159Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-838fd5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-838fd5","reconcileID":"9ae0b02b-b645-4c7a-85f5-fe2fc90deda7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-838fd5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-838fd5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:36.419792915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d8bb017-d906-47ec-9526-397fd0a6b46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:36.435585125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d8bb017-d906-47ec-9526-397fd0a6b46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:36.455997446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d8bb017-d906-47ec-9526-397fd0a6b46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:36.472904889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d8bb017-d906-47ec-9526-397fd0a6b46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:56.680075475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"f291ecb8-4841-4881-8ecb-8ad35843ee7e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-838fd5","tenantID":"e2e-ipp-b-838fd5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:56.72498554Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"f291ecb8-4841-4881-8ecb-8ad35843ee7e","name":"e2e-ipp-b-838fd5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:58.177713952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d157c90-b96c-47ea-974d-d4c0a6594239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:58.193856458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d157c90-b96c-47ea-974d-d4c0a6594239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:58.210055262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d157c90-b96c-47ea-974d-d4c0a6594239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:58.226372641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d157c90-b96c-47ea-974d-d4c0a6594239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:58.819050762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:58.933581433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1544df99-a5a2-4ebc-97d7-114b5b2314ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:58.949305794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1544df99-a5a2-4ebc-97d7-114b5b2314ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:58.965094935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1544df99-a5a2-4ebc-97d7-114b5b2314ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:58.983536279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1544df99-a5a2-4ebc-97d7-114b5b2314ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:59.04879892Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f05249","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f05249","reconcileID":"9cbd29d6-b699-4258-b24c-da768eefe12a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f05249","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f05249":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:59.632507832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e988e8e5-7096-45db-9e57-d792173108e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:59.649461456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e988e8e5-7096-45db-9e57-d792173108e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:59.665461278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e988e8e5-7096-45db-9e57-d792173108e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:06:59.681679044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e988e8e5-7096-45db-9e57-d792173108e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:18.749664879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce1ed32-6b9a-4e88-a1f8-504807ce1bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:18.765895249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce1ed32-6b9a-4e88-a1f8-504807ce1bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:18.782800687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce1ed32-6b9a-4e88-a1f8-504807ce1bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:18.798960482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce1ed32-6b9a-4e88-a1f8-504807ce1bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:19.446654528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194da59-e4f3-41c0-8d57-b05c0cc34ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:19.462585995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194da59-e4f3-41c0-8d57-b05c0cc34ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:19.478392949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194da59-e4f3-41c0-8d57-b05c0cc34ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:19.494515006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194da59-e4f3-41c0-8d57-b05c0cc34ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:20.178090854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d042ab-e897-4cae-b7a9-0044ed9f511f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:20.194461395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d042ab-e897-4cae-b7a9-0044ed9f511f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:20.210305772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d042ab-e897-4cae-b7a9-0044ed9f511f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:20.226615513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d042ab-e897-4cae-b7a9-0044ed9f511f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:22.021242804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"15f1ef42-b9c9-4115-97d0-375854389597","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:22.071576821Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"15f1ef42-b9c9-4115-97d0-375854389597","name":"e2e-ipp-a-f05249-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:28.819216637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:37.747225862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72cf78a-1720-4f9c-9187-2592214215b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:37.762901796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72cf78a-1720-4f9c-9187-2592214215b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:37.778883278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72cf78a-1720-4f9c-9187-2592214215b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:37.794942495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72cf78a-1720-4f9c-9187-2592214215b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:38.450226727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399e3ba1-0480-45fb-a867-9d9f62b38fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:38.466378751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399e3ba1-0480-45fb-a867-9d9f62b38fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:38.482710551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399e3ba1-0480-45fb-a867-9d9f62b38fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:38.498613039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399e3ba1-0480-45fb-a867-9d9f62b38fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:38.610075955Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-429c67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-429c67","reconcileID":"e49eeadb-f2a6-4009-9713-deb0099511d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-429c67","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-429c67":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:39.1564817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317a5211-af24-4357-8733-1db2b53bcea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:39.172411739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317a5211-af24-4357-8733-1db2b53bcea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:39.188344777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317a5211-af24-4357-8733-1db2b53bcea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:39.204437471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317a5211-af24-4357-8733-1db2b53bcea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:43.715876177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8c12ec-3f3c-417f-b2b4-c4898924a1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:43.732568855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8c12ec-3f3c-417f-b2b4-c4898924a1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:43.749595629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8c12ec-3f3c-417f-b2b4-c4898924a1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:43.765813605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8c12ec-3f3c-417f-b2b4-c4898924a1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:44.446825427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b916a170-5f18-43f2-87e5-19a07aac516d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:44.463408987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b916a170-5f18-43f2-87e5-19a07aac516d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:44.479631883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b916a170-5f18-43f2-87e5-19a07aac516d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:44.497059628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b916a170-5f18-43f2-87e5-19a07aac516d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:44.593944186Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b43bff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b43bff","reconcileID":"b50b28c7-efbb-4689-ada3-5234fbf1486c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b43bff","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b43bff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:45.246316916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02af4507-1ef1-491d-940d-e3e341e898c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:45.262734445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02af4507-1ef1-491d-940d-e3e341e898c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:45.279051364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02af4507-1ef1-491d-940d-e3e341e898c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:45.295215846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02af4507-1ef1-491d-940d-e3e341e898c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:45.92354087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c89cdd-3f9e-437d-9489-b7749c0d8fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:45.939989791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c89cdd-3f9e-437d-9489-b7749c0d8fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:45.958552212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c89cdd-3f9e-437d-9489-b7749c0d8fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:45.975471928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c89cdd-3f9e-437d-9489-b7749c0d8fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:46.624465935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd56256-e36e-4b41-a4bd-05663806a681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:46.641798556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd56256-e36e-4b41-a4bd-05663806a681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:46.658011373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd56256-e36e-4b41-a4bd-05663806a681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:46.674113719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd56256-e36e-4b41-a4bd-05663806a681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:47.97677212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e3eb3c-f93a-4b1d-a735-ee16c0b61dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:47.993578371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e3eb3c-f93a-4b1d-a735-ee16c0b61dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:48.00974347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e3eb3c-f93a-4b1d-a735-ee16c0b61dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:48.026219128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e3eb3c-f93a-4b1d-a735-ee16c0b61dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:48.656769158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92519279-7b83-4aec-bd86-420099b7ef7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:48.673943122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92519279-7b83-4aec-bd86-420099b7ef7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:48.690945312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92519279-7b83-4aec-bd86-420099b7ef7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:48.707143888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92519279-7b83-4aec-bd86-420099b7ef7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.048660991Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","namespace":"ai-tenant-e2e-ipp-a-d4622a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.048740033Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","namespace":"ai-tenant-e2e-ipp-a-d4622a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.0488193Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","tenant":"e2e-ipp-a-d4622a","tenantID":"e2e-ipp-a-d4622a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.068183738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d4622a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.101897519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"Service","name":"maas-api-e2e-ipp-a-d4622a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.121492421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d4622a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.139693657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d4622a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.157920686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.176103579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.197413171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.216362579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.234531541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.252794354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.285642745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"Service","name":"payload-processing-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.311779134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.33020534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.348325041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.368077442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.389802853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.407531999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.427112373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.445006948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d4622a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.462706886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d4622a"},"namespace":"ai-tenant-e2e-ipp-a-d4622a","name":"default-tenant","reconcileID":"379fb679-62c9-4eba-8c7c-1687345a601e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d4622a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:53.748196812Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d4622a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d4622a","reconcileID":"1e8d9da3-a9bd-423d-be85-f094f06d5d05","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d4622a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d4622a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:54.161207363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f071b95-6d66-4448-8efa-52d08cd7711f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:54.177097124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f071b95-6d66-4448-8efa-52d08cd7711f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:54.192748535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f071b95-6d66-4448-8efa-52d08cd7711f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:54.208505922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f071b95-6d66-4448-8efa-52d08cd7711f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:54.839748797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf197282-8a5b-48e9-9ab6-82ca18d33d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:54.856351186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf197282-8a5b-48e9-9ab6-82ca18d33d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:54.872596982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf197282-8a5b-48e9-9ab6-82ca18d33d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:54.888746628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf197282-8a5b-48e9-9ab6-82ca18d33d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:55.629333993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5480725a-18d7-4db1-b462-514e0cac2859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:55.645731634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5480725a-18d7-4db1-b462-514e0cac2859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:55.661615317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5480725a-18d7-4db1-b462-514e0cac2859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:55.677631769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5480725a-18d7-4db1-b462-514e0cac2859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:56.33645788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26235ce4-1082-4a82-b837-55c8f3d6b9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:56.352448997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26235ce4-1082-4a82-b837-55c8f3d6b9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:56.368558769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26235ce4-1082-4a82-b837-55c8f3d6b9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:56.384376193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26235ce4-1082-4a82-b837-55c8f3d6b9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:57.031274776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b22e867-b505-4945-b8d0-9eb682376ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:57.047834783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b22e867-b505-4945-b8d0-9eb682376ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:57.063936708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b22e867-b505-4945-b8d0-9eb682376ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:57.080311614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b22e867-b505-4945-b8d0-9eb682376ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:58.820001881Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:59.053672427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105d761f-42e5-4658-8b84-27b2a1d90fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:59.069778311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105d761f-42e5-4658-8b84-27b2a1d90fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:59.088300783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105d761f-42e5-4658-8b84-27b2a1d90fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:59.105504811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105d761f-42e5-4658-8b84-27b2a1d90fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:59.843065998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7de411-0d87-4289-87fc-e70cbd76cfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:59.859341928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7de411-0d87-4289-87fc-e70cbd76cfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:59.875575483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7de411-0d87-4289-87fc-e70cbd76cfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:07:59.891646413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7de411-0d87-4289-87fc-e70cbd76cfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:00.549777788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a38a8c9-5770-48cb-8d11-d3820a34a229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:00.567071137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a38a8c9-5770-48cb-8d11-d3820a34a229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:00.58329921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a38a8c9-5770-48cb-8d11-d3820a34a229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:00.5998135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a38a8c9-5770-48cb-8d11-d3820a34a229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:04.185935562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"d5cd79ce-0191-4f4f-b8a9-7aef938b3919","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-429c67","tenantID":"e2e-ipp-b-429c67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:04.235833828Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"d5cd79ce-0191-4f4f-b8a9-7aef938b3919","name":"e2e-ipp-b-429c67-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:10.941555061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"8fd2ff3b-ba17-45be-9070-ba5f77ad01c4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b43bff","tenantID":"e2e-praxis-a-b43bff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:10.98776614Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"8fd2ff3b-ba17-45be-9070-ba5f77ad01c4","name":"e2e-praxis-a-b43bff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:22.871682846Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","namespace":"ai-tenant-e2e-ipp-a-11fa15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:22.871750277Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","namespace":"ai-tenant-e2e-ipp-a-11fa15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:22.871805205Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","tenant":"e2e-ipp-a-11fa15","tenantID":"e2e-ipp-a-11fa15","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:22.892398116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-11fa15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:22.92531702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"Service","name":"maas-api-e2e-ipp-a-11fa15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:22.952915106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-11fa15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:22.97130467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-11fa15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:22.994841166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.01584559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.050500862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.071515797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.090551978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.113849523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.151868334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"Service","name":"payload-processing-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.202596092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.230180292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.248937716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.269194905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.289519269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.320565752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.338679522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.35666855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-11fa15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.374999049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-11fa15"},"namespace":"ai-tenant-e2e-ipp-a-11fa15","name":"default-tenant","reconcileID":"07d8787e-fae7-4258-bb15-cff2adc5e84c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-11fa15","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:23.704446723Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-11fa15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-11fa15","reconcileID":"cefae4a7-6204-41fa-9a4f-7767b4e216cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-11fa15","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-11fa15"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:24.156001363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c909ca-e189-4613-804e-3a0a8d6b8939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:24.172411686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c909ca-e189-4613-804e-3a0a8d6b8939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:24.192718534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c909ca-e189-4613-804e-3a0a8d6b8939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:24.210569185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c909ca-e189-4613-804e-3a0a8d6b8939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:24.884012267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280d80bf-4fd7-4b22-9e68-3ad95ce4eef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:24.901089913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280d80bf-4fd7-4b22-9e68-3ad95ce4eef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:24.917260728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280d80bf-4fd7-4b22-9e68-3ad95ce4eef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:24.933921913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280d80bf-4fd7-4b22-9e68-3ad95ce4eef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:25.568327421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46743ab7-8bec-48ec-a323-49551a4a55ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:25.584703416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46743ab7-8bec-48ec-a323-49551a4a55ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:25.60513816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46743ab7-8bec-48ec-a323-49551a4a55ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:25.624125054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46743ab7-8bec-48ec-a323-49551a4a55ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:28.81933663Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:30.336335054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676677c3-bd27-43d3-bcda-43cc4f093a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:30.352925099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676677c3-bd27-43d3-bcda-43cc4f093a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:30.369121229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676677c3-bd27-43d3-bcda-43cc4f093a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:30.385590941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676677c3-bd27-43d3-bcda-43cc4f093a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:31.045053484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7966140-ff9b-4e86-be42-b2b32b1caa26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:31.061413922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7966140-ff9b-4e86-be42-b2b32b1caa26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:31.077741644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7966140-ff9b-4e86-be42-b2b32b1caa26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:31.094808924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7966140-ff9b-4e86-be42-b2b32b1caa26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:35.82165526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731b69b9-b507-4560-a184-3e2b09759549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:35.838580092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731b69b9-b507-4560-a184-3e2b09759549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:35.856608769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731b69b9-b507-4560-a184-3e2b09759549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:35.872814751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731b69b9-b507-4560-a184-3e2b09759549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:36.550606634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51535325-2f79-4919-9d43-514e757f84cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:36.568084306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51535325-2f79-4919-9d43-514e757f84cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:36.584757265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51535325-2f79-4919-9d43-514e757f84cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:36.602366761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51535325-2f79-4919-9d43-514e757f84cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:36.672737587Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d3c1fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d3c1fa","reconcileID":"fb1aa760-a57a-456f-83dc-302305b38d7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d3c1fa","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d3c1fa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:37.450251616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d702e48-2b03-4d1d-a7fd-e9211d5733f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:37.467341749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d702e48-2b03-4d1d-a7fd-e9211d5733f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:37.483674919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d702e48-2b03-4d1d-a7fd-e9211d5733f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:37.502939638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d702e48-2b03-4d1d-a7fd-e9211d5733f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:38.249377811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973ee1c3-b331-41a2-9426-17280da88ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:38.265609083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973ee1c3-b331-41a2-9426-17280da88ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:38.282576392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973ee1c3-b331-41a2-9426-17280da88ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:38.301187221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973ee1c3-b331-41a2-9426-17280da88ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:39.070729928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d32dd4f-c9c6-4421-98ba-9b4eaf1a88f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:39.087200121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d32dd4f-c9c6-4421-98ba-9b4eaf1a88f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:39.103195181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d32dd4f-c9c6-4421-98ba-9b4eaf1a88f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:39.12293133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d32dd4f-c9c6-4421-98ba-9b4eaf1a88f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:41.78262925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f78f8a-626e-414b-96fb-bc9066e2229a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:41.805722429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f78f8a-626e-414b-96fb-bc9066e2229a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:41.822453559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f78f8a-626e-414b-96fb-bc9066e2229a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:41.840343857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f78f8a-626e-414b-96fb-bc9066e2229a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:42.602710842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5811c3-fc89-4689-86d3-e4d838c25da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:42.618994038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5811c3-fc89-4689-86d3-e4d838c25da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:42.635378063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5811c3-fc89-4689-86d3-e4d838c25da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:42.652306826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5811c3-fc89-4689-86d3-e4d838c25da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:45.210044894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d5b1df7-ed3b-4173-9c87-5c4bfa76bf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:45.226981062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d5b1df7-ed3b-4173-9c87-5c4bfa76bf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:45.244348184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d5b1df7-ed3b-4173-9c87-5c4bfa76bf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:45.264588793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d5b1df7-ed3b-4173-9c87-5c4bfa76bf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:46.093368214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663f6aa2-da84-4d9d-990d-d01bcd970c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:46.109716059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663f6aa2-da84-4d9d-990d-d01bcd970c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:46.125903874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663f6aa2-da84-4d9d-990d-d01bcd970c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:46.14895886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663f6aa2-da84-4d9d-990d-d01bcd970c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:46.345837872Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-50d4ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-50d4ea","reconcileID":"81aaa872-3c76-4642-9a42-5a6f0143f6fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-50d4ea","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-50d4ea":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:47.002932926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d371fef-4186-405b-a2f1-cd8f806e4043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:47.019268616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d371fef-4186-405b-a2f1-cd8f806e4043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:47.036051147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d371fef-4186-405b-a2f1-cd8f806e4043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:47.052491331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d371fef-4186-405b-a2f1-cd8f806e4043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:47.892936264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd0100-41d0-46d5-829a-1b00b4f81fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:47.909908619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd0100-41d0-46d5-829a-1b00b4f81fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:47.930686544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd0100-41d0-46d5-829a-1b00b4f81fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:47.946982835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd0100-41d0-46d5-829a-1b00b4f81fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:48.787852075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f04b98-10a2-4abf-8c98-33ee4a0fcd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:48.804764108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f04b98-10a2-4abf-8c98-33ee4a0fcd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:48.82086677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f04b98-10a2-4abf-8c98-33ee4a0fcd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:48.837406282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f04b98-10a2-4abf-8c98-33ee4a0fcd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:49.542800525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfce79c-e5c3-4f8b-b771-9082f3799b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:49.559673854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfce79c-e5c3-4f8b-b771-9082f3799b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:49.575670004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfce79c-e5c3-4f8b-b771-9082f3799b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:49.59226685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfce79c-e5c3-4f8b-b771-9082f3799b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:50.35080723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8958c6-1a2d-42cd-965d-5f8ad68b6403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:50.367410165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8958c6-1a2d-42cd-965d-5f8ad68b6403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:50.383845414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8958c6-1a2d-42cd-965d-5f8ad68b6403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:50.399995853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8958c6-1a2d-42cd-965d-5f8ad68b6403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:51.053036039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cdda8-92b8-4d33-95a4-e3791fe24f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:51.070555345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cdda8-92b8-4d33-95a4-e3791fe24f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:51.08702151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cdda8-92b8-4d33-95a4-e3791fe24f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:51.104275009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cdda8-92b8-4d33-95a4-e3791fe24f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.297374481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"8add579b-2703-4a8a-8805-170ea3599fcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.384024501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"a52787a4-6b1c-4227-b71a-82dcd84d1ec5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.384025275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37dc034f-cae5-4e56-ac01-4edbcd71d399","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.384739557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"56198f54-1c58-4cf7-9c6b-5c26b966b195","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.392585343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"f9c51981-f23f-4827-b708-c4f165f8d814","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.516591455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"ed2ba964-b545-4fa4-9957-2d3d9e0cb36c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.614903294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"7bb3c14e-53aa-4b89-9cb2-14b57f7ab196","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.614904158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74f684be-d9e4-4e34-afe9-34491660e3ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.615797977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"bdaa4e90-998a-4b18-84e6-4403f1439f53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.792923689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"bf609090-54ae-4981-bc81-1a7f1bc886a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.813502488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"4b91a580-f7c8-4387-a0ba-0731c58d89d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:54.91523731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"beca48a7-223e-4fad-a7b0-c5212de0b7e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:08:58.871247609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:01.801617048Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","namespace":"ai-tenant-e2e-ipp-b-838fd5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:01.801704428Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","namespace":"ai-tenant-e2e-ipp-b-838fd5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:01.80178279Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","tenant":"e2e-ipp-b-838fd5","tenantID":"e2e-ipp-b-838fd5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:01.825485978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-838fd5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:01.863375481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"Service","name":"maas-api-e2e-ipp-b-838fd5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:01.883634015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-838fd5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:01.907211071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-838fd5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:01.928330699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:01.963996091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.009024123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.038678089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.061117077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.101977263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.194233122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"Service","name":"payload-processing-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.300933192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.338405681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.395441202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.428213668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.468782511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.488282681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.508640162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.531210225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-838fd5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.549433521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-838fd5"},"namespace":"ai-tenant-e2e-ipp-b-838fd5","name":"default-tenant","reconcileID":"af525dc3-cfe4-4dda-b586-95150a538b0d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-838fd5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:02.8995895Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-838fd5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-838fd5","reconcileID":"f16b18d6-7e6e-41d1-aa00-2b550a1840aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-838fd5","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-838fd5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:03.378574148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c09b41-1947-4500-b831-3b67c861e084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:03.394780839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c09b41-1947-4500-b831-3b67c861e084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:03.418045062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c09b41-1947-4500-b831-3b67c861e084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:03.435259793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c09b41-1947-4500-b831-3b67c861e084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:04.175136626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5feac7-ac47-437d-b3a1-f797163974db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:04.194455968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5feac7-ac47-437d-b3a1-f797163974db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:04.210742072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5feac7-ac47-437d-b3a1-f797163974db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:04.228031331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5feac7-ac47-437d-b3a1-f797163974db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:04.734638327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"734b5bc6-d7b0-4c46-b6f4-38216edbbbc5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d3c1fa","tenantID":"e2e-ipp-b-d3c1fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:04.79500684Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"734b5bc6-d7b0-4c46-b6f4-38216edbbbc5","name":"e2e-ipp-b-d3c1fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:15.058070671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"50391911-dff1-4bfa-99d0-05b9a9654a73","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-50d4ea","tenantID":"e2e-praxis-b-50d4ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:15.103661856Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"50391911-dff1-4bfa-99d0-05b9a9654a73","name":"e2e-praxis-b-50d4ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:16.62526932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"9b78485f-0197-499e-ba7d-c1564ba0ddbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:16.726626469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"9de7d0d9-1470-42a6-bb28-cd4d319939d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:16.726676863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"457b2ebc-5f42-4748-9b7b-0f377b0ef8ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:16.727110539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"fb572930-7644-4daa-be97-59d0e30c438f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:16.826628362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"3fc40309-87ba-4db9-ae7f-7ec5037512b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:16.930738363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"2340b359-1721-46fa-997d-d9453e505d09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:17.030058287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8babfdc0-3988-4325-b0e9-0bad5f352383","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:17.030135406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"4430515a-b339-44f1-823c-7e0c17b946fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:17.030787121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2515094c-88af-472b-a7a5-acc3ad269f24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:17.155188651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"b67704cc-e3ed-4679-b934-35ff5e743a28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:17.303238585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"a4a28290-6d5d-44d1-ba11-d0784981f3df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:17.328827866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"1e484b20-ec7a-42dd-b4c1-588bb64b8170","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:17.679564726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5172daa1-aaa7-4854-b02c-407eb2497a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:17.719379458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5172daa1-aaa7-4854-b02c-407eb2497a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:17.737191648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5172daa1-aaa7-4854-b02c-407eb2497a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:17.75475999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5172daa1-aaa7-4854-b02c-407eb2497a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:18.402863767Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4ec143","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4ec143","reconcileID":"20c1d559-4c02-4122-9cfe-17878f9d4c82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4ec143","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-4ec143":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:18.457965262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d5e996-9fae-4270-b0f4-c8cde1af3372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:18.475309305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d5e996-9fae-4270-b0f4-c8cde1af3372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:18.491674375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d5e996-9fae-4270-b0f4-c8cde1af3372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:18.508453892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d5e996-9fae-4270-b0f4-c8cde1af3372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:19.196471911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e84d2985-6872-4f34-a4b2-c654fdf320e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:19.212588269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e84d2985-6872-4f34-a4b2-c654fdf320e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:19.228685191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e84d2985-6872-4f34-a4b2-c654fdf320e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:19.244974759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e84d2985-6872-4f34-a4b2-c654fdf320e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.165833537Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","namespace":"ai-tenant-e2e-ipp-b-ad449e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.165920535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","namespace":"ai-tenant-e2e-ipp-b-ad449e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.165986055Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","tenant":"e2e-ipp-b-ad449e","tenantID":"e2e-ipp-b-ad449e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.203309693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"Deployment","name":"maas-api-e2e-ipp-b-ad449e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.23112662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"Service","name":"maas-api-e2e-ipp-b-ad449e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.257808566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-ad449e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.27672224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-ad449e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.297879134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.31739125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.343562406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.366612227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.385075065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.404712477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.432559307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"Service","name":"payload-processing-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.462473621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.481440513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.500106747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.52063585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.546095041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.564577003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.582826007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.607403315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-ad449e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.625203944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad449e"},"namespace":"ai-tenant-e2e-ipp-b-ad449e","name":"default-tenant","reconcileID":"5f711e84-0517-40e1-827a-64058ceda399","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-ad449e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:21.979205666Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ad449e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ad449e","reconcileID":"0d80357b-73fd-4212-916a-d6e8d3991d79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ad449e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-ad449e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:22.387656592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87124e84-3ab9-4abe-bb02-136b01b583a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:22.403798231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87124e84-3ab9-4abe-bb02-136b01b583a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:22.422951697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87124e84-3ab9-4abe-bb02-136b01b583a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:22.439605749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87124e84-3ab9-4abe-bb02-136b01b583a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:23.066626943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c722642f-69d6-43ee-a286-5f324775c73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:23.083459672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c722642f-69d6-43ee-a286-5f324775c73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:23.099714588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c722642f-69d6-43ee-a286-5f324775c73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:23.11587767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c722642f-69d6-43ee-a286-5f324775c73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:23.761126668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcea4663-70e7-4f20-910d-063a8af0281a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:23.778036435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcea4663-70e7-4f20-910d-063a8af0281a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:23.794186687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcea4663-70e7-4f20-910d-063a8af0281a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:23.810477821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcea4663-70e7-4f20-910d-063a8af0281a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:28.82226276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:30.741542834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd694c90-f104-4db9-a198-47b5374334b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:30.757958878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd694c90-f104-4db9-a198-47b5374334b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:30.774206949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd694c90-f104-4db9-a198-47b5374334b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:30.790608274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd694c90-f104-4db9-a198-47b5374334b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:31.448459049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d06ebde-a73e-4cd6-8978-52ccae01933d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:31.477561775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d06ebde-a73e-4cd6-8978-52ccae01933d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:31.526768521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d06ebde-a73e-4cd6-8978-52ccae01933d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:31.544541878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d06ebde-a73e-4cd6-8978-52ccae01933d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:32.249868896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1702cb40-24b0-498d-a10e-b54cd54f87ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:32.26583708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1702cb40-24b0-498d-a10e-b54cd54f87ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:32.281973122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1702cb40-24b0-498d-a10e-b54cd54f87ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:32.298122434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1702cb40-24b0-498d-a10e-b54cd54f87ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:33.060001894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21e15df-054d-4f81-b66d-de4f72926de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:33.078235891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21e15df-054d-4f81-b66d-de4f72926de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:33.096123884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21e15df-054d-4f81-b66d-de4f72926de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:33.112387744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21e15df-054d-4f81-b66d-de4f72926de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:34.024346993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a613c60c-4852-4613-9dba-1fca4ce1a2b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:34.040478157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a613c60c-4852-4613-9dba-1fca4ce1a2b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:34.056759078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a613c60c-4852-4613-9dba-1fca4ce1a2b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:34.073466228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a613c60c-4852-4613-9dba-1fca4ce1a2b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:34.774807422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b84af7-3a54-4654-865c-c55eda50552b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:34.791081088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b84af7-3a54-4654-865c-c55eda50552b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:34.807018933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b84af7-3a54-4654-865c-c55eda50552b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:34.825436728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b84af7-3a54-4654-865c-c55eda50552b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:34.886254694Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ce5996","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ce5996","reconcileID":"6ab192b5-614b-4b53-889b-0bc9e2749111","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ce5996","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ce5996":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:35.508638775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8191edd6-e072-49db-a99c-457b5db1ba97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:35.524687268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8191edd6-e072-49db-a99c-457b5db1ba97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:35.543563612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8191edd6-e072-49db-a99c-457b5db1ba97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:35.561669519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8191edd6-e072-49db-a99c-457b5db1ba97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:36.191210195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3895468-1734-4ef3-8cab-addf0e68dccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:36.207356097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3895468-1734-4ef3-8cab-addf0e68dccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:36.223502793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3895468-1734-4ef3-8cab-addf0e68dccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:36.242008124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3895468-1734-4ef3-8cab-addf0e68dccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:36.969957375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fa45c0-f75a-42ed-bb42-acbd629bea22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:36.987798404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fa45c0-f75a-42ed-bb42-acbd629bea22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:37.004129204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fa45c0-f75a-42ed-bb42-acbd629bea22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:37.020996714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fa45c0-f75a-42ed-bb42-acbd629bea22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:37.768726246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cc0147-1022-423b-96e5-4221b935f093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:37.785596753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cc0147-1022-423b-96e5-4221b935f093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:37.802006939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cc0147-1022-423b-96e5-4221b935f093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:37.818099866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cc0147-1022-423b-96e5-4221b935f093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:41.160557852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a951a8b1-1982-442a-a439-558a3a4381bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:41.177188959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a951a8b1-1982-442a-a439-558a3a4381bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:41.194351028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a951a8b1-1982-442a-a439-558a3a4381bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:41.21110246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a951a8b1-1982-442a-a439-558a3a4381bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:41.840749026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb9a789-eb82-4d27-9271-df688a7a12fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:41.858617341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb9a789-eb82-4d27-9271-df688a7a12fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:41.874792398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb9a789-eb82-4d27-9271-df688a7a12fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:41.891169961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb9a789-eb82-4d27-9271-df688a7a12fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:42.649694975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9811a3b9-060b-44df-bd9e-4ec933ce92b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:42.667101548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9811a3b9-060b-44df-bd9e-4ec933ce92b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:42.686554844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9811a3b9-060b-44df-bd9e-4ec933ce92b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:42.707931764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9811a3b9-060b-44df-bd9e-4ec933ce92b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:43.389075067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986c12aa-daae-457a-8381-1327da0dbee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:43.40540873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986c12aa-daae-457a-8381-1327da0dbee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:43.422107713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986c12aa-daae-457a-8381-1327da0dbee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:43.43884205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986c12aa-daae-457a-8381-1327da0dbee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:44.37324078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"3892dc0b-3ea8-40a9-a12c-d3cf9a3fe207","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ec143","tenantID":"e2e-praxis-a-4ec143","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:44.419424587Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"3892dc0b-3ea8-40a9-a12c-d3cf9a3fe207","name":"e2e-praxis-a-4ec143-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:45.170602502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731145ad-f246-4b55-a7c8-b59202c6fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:45.188245173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731145ad-f246-4b55-a7c8-b59202c6fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:45.205324841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731145ad-f246-4b55-a7c8-b59202c6fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:45.22204838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731145ad-f246-4b55-a7c8-b59202c6fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:45.942370356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafebf5b-3ab6-4f8b-81ac-694926086436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:45.958790318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafebf5b-3ab6-4f8b-81ac-694926086436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:45.975175434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafebf5b-3ab6-4f8b-81ac-694926086436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:45.991547926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafebf5b-3ab6-4f8b-81ac-694926086436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:46.795478087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258bb0cf-8474-491c-b7b9-02c9889e64a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:46.813520055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258bb0cf-8474-491c-b7b9-02c9889e64a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:46.830083678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258bb0cf-8474-491c-b7b9-02c9889e64a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:46.846773062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258bb0cf-8474-491c-b7b9-02c9889e64a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.442238522Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","namespace":"ai-tenant-e2e-ipp-a-a8ab86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.442304847Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","namespace":"ai-tenant-e2e-ipp-a-a8ab86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.442359909Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","tenant":"e2e-ipp-a-a8ab86","tenantID":"e2e-ipp-a-a8ab86","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.460256132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a8ab86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.492030951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"Service","name":"maas-api-e2e-ipp-a-a8ab86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.511584888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a8ab86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.530336864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a8ab86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.55011073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.568778704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.587730229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.606264743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.626111108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.644624132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.675408002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"Service","name":"payload-processing-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.702549683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.722926261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.741627865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.761713104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.781637721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.799747359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.820005355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.837820696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a8ab86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:52.855670666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a8ab86"},"namespace":"ai-tenant-e2e-ipp-a-a8ab86","name":"default-tenant","reconcileID":"17433df7-1fb4-4383-b1af-085ba0adfb58","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a8ab86","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:53.167147409Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a8ab86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a8ab86","reconcileID":"c25d3298-ee74-4081-9c2f-100da167863b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a8ab86","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a8ab86"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:53.585363458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b96a1d-605d-4483-9bd6-5ebf1956359b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:53.60349138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b96a1d-605d-4483-9bd6-5ebf1956359b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:53.620026748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b96a1d-605d-4483-9bd6-5ebf1956359b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:53.636783039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b96a1d-605d-4483-9bd6-5ebf1956359b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:54.42633552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbe70b9-0573-4bed-94da-06f659984cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:54.44249904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbe70b9-0573-4bed-94da-06f659984cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:54.458560439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbe70b9-0573-4bed-94da-06f659984cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:54.474845939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbe70b9-0573-4bed-94da-06f659984cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.175760778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41894f3f-8113-49c8-8388-9070414717dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.192650972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41894f3f-8113-49c8-8388-9070414717dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.209594609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41894f3f-8113-49c8-8388-9070414717dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.227068358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41894f3f-8113-49c8-8388-9070414717dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.920135194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcb8f98-1521-4430-8b87-06a064a5b56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.936409588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcb8f98-1521-4430-8b87-06a064a5b56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.9526766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcb8f98-1521-4430-8b87-06a064a5b56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.968873858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcb8f98-1521-4430-8b87-06a064a5b56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.968976146Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","namespace":"ai-tenant-e2e-praxis-a-b43bff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.96904488Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","namespace":"ai-tenant-e2e-praxis-a-b43bff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.969102298Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","tenant":"e2e-praxis-a-b43bff","tenantID":"e2e-praxis-a-b43bff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:55.988387396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b43bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.024828442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"Service","name":"maas-api-e2e-praxis-a-b43bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.047984453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b43bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.092626049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b43bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.143513991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.164596823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.18821177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.207375046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.232869015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.253536715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.27598454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"Service","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.291905093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.308282117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.324282018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.34052176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.36402106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.380339333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.401829492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.418880776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.434700505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"97a0f501-95ae-415f-b3ef-f8088b49d81a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b43bff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.841476064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0114457e-38e7-4aa6-9386-d936a5ddad36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.859620727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0114457e-38e7-4aa6-9386-d936a5ddad36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.87622604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0114457e-38e7-4aa6-9386-d936a5ddad36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:56.892653349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0114457e-38e7-4aa6-9386-d936a5ddad36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:57.5325685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40064b51-1e38-4bf1-abc4-937cd1948786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:57.548667318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40064b51-1e38-4bf1-abc4-937cd1948786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:57.564887509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40064b51-1e38-4bf1-abc4-937cd1948786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:57.581171648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40064b51-1e38-4bf1-abc4-937cd1948786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:58.340246647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638ad887-e6e7-4f43-8b74-561cdca978f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:58.358824183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638ad887-e6e7-4f43-8b74-561cdca978f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:58.375711706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638ad887-e6e7-4f43-8b74-561cdca978f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:58.392564192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638ad887-e6e7-4f43-8b74-561cdca978f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:58.819586961Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:59.120381439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12e65ef-9d1b-474b-8a30-a0c459f6488e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:59.142979537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12e65ef-9d1b-474b-8a30-a0c459f6488e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:59.161384597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12e65ef-9d1b-474b-8a30-a0c459f6488e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:59.180384387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12e65ef-9d1b-474b-8a30-a0c459f6488e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:59.810595351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b570bd9-6f48-4cb0-953a-5e85f2df1f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:59.827677214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b570bd9-6f48-4cb0-953a-5e85f2df1f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:59.850751393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b570bd9-6f48-4cb0-953a-5e85f2df1f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:09:59.867444969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b570bd9-6f48-4cb0-953a-5e85f2df1f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:00.520571383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d5f196-31ec-4632-a9d8-e3b4b85b0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:00.536625333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"eeb3456b-868a-4c85-9397-6bb491c3a326","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:00.537799334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d5f196-31ec-4632-a9d8-e3b4b85b0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:00.5540842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d5f196-31ec-4632-a9d8-e3b4b85b0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:00.570326015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d5f196-31ec-4632-a9d8-e3b4b85b0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:00.584601007Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"eeb3456b-868a-4c85-9397-6bb491c3a326","name":"e2e-praxis-a-ce5996-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:01.299901366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c796d1-8ade-4d0b-8122-9a1969e0e7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:01.316888181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c796d1-8ade-4d0b-8122-9a1969e0e7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:01.333177316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c796d1-8ade-4d0b-8122-9a1969e0e7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:01.349625225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c796d1-8ade-4d0b-8122-9a1969e0e7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:02.047031166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a00c26f-7ab5-4b07-9ddd-2bea1659b008","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:02.063908584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a00c26f-7ab5-4b07-9ddd-2bea1659b008","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:02.080457268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a00c26f-7ab5-4b07-9ddd-2bea1659b008","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:02.097093563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a00c26f-7ab5-4b07-9ddd-2bea1659b008","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:02.753811632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb4a019-479c-4192-9882-34e20b94e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:02.770077112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb4a019-479c-4192-9882-34e20b94e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:02.786411512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb4a019-479c-4192-9882-34e20b94e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:02.802498759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb4a019-479c-4192-9882-34e20b94e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:03.484756751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e91046c-4241-48c3-8540-9ac65d6bd122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:03.501049208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e91046c-4241-48c3-8540-9ac65d6bd122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:03.517417031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e91046c-4241-48c3-8540-9ac65d6bd122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:03.533830526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e91046c-4241-48c3-8540-9ac65d6bd122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:04.25039399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b7c79a1-dc35-4f46-86c9-5fac47bcc5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:04.266833679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b7c79a1-dc35-4f46-86c9-5fac47bcc5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:04.282832128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b7c79a1-dc35-4f46-86c9-5fac47bcc5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:04.299077464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b7c79a1-dc35-4f46-86c9-5fac47bcc5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:04.950759359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbcce38-bb6c-4bfa-b36b-36e0ecef4649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:04.967231704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbcce38-bb6c-4bfa-b36b-36e0ecef4649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:04.983934386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbcce38-bb6c-4bfa-b36b-36e0ecef4649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:05.000328675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbcce38-bb6c-4bfa-b36b-36e0ecef4649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:05.681558167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01b8088-46f2-4de5-a17b-f44c39ccf0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:05.699335094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01b8088-46f2-4de5-a17b-f44c39ccf0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:05.715995551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01b8088-46f2-4de5-a17b-f44c39ccf0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:05.73243711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01b8088-46f2-4de5-a17b-f44c39ccf0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:11.271529394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a147907f-35a1-41e2-9c69-3bc8b221bf46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:11.287748834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a147907f-35a1-41e2-9c69-3bc8b221bf46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:11.303741225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a147907f-35a1-41e2-9c69-3bc8b221bf46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:11.319815104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a147907f-35a1-41e2-9c69-3bc8b221bf46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:11.970578337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf23c64-0eb6-4fcd-b5c5-067f217d757b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:11.986666611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf23c64-0eb6-4fcd-b5c5-067f217d757b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:12.002850774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf23c64-0eb6-4fcd-b5c5-067f217d757b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:12.019179913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf23c64-0eb6-4fcd-b5c5-067f217d757b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:12.750630958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c889008e-af80-4b31-bd68-f3ac8e43b044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:12.767667037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c889008e-af80-4b31-bd68-f3ac8e43b044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:12.784241982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c889008e-af80-4b31-bd68-f3ac8e43b044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:12.800809998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c889008e-af80-4b31-bd68-f3ac8e43b044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:13.450574304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142b3634-e14a-4b56-9d80-b08d1f8304ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:13.466954276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142b3634-e14a-4b56-9d80-b08d1f8304ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:13.483548556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142b3634-e14a-4b56-9d80-b08d1f8304ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:13.499953062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142b3634-e14a-4b56-9d80-b08d1f8304ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:14.236443785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaeca2c-890e-4553-8ee3-bcc02df74940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:14.252770561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaeca2c-890e-4553-8ee3-bcc02df74940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:14.268779999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaeca2c-890e-4553-8ee3-bcc02df74940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:14.285322263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaeca2c-890e-4553-8ee3-bcc02df74940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:15.001963411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3825f83a-c5ff-4b4c-a6d9-5c2c76a30f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:15.02585983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3825f83a-c5ff-4b4c-a6d9-5c2c76a30f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:15.043082665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3825f83a-c5ff-4b4c-a6d9-5c2c76a30f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:15.059648562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3825f83a-c5ff-4b4c-a6d9-5c2c76a30f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.417108583Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","namespace":"ai-tenant-e2e-ipp-b-429c67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.417215256Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","namespace":"ai-tenant-e2e-ipp-b-429c67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.417271875Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","tenant":"e2e-ipp-b-429c67","tenantID":"e2e-ipp-b-429c67","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.435236405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-429c67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.48237882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"Service","name":"maas-api-e2e-ipp-b-429c67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.505056225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-429c67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.523952455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-429c67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.543977008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.57717641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.596921164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.623485465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.644791802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.663614019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.695014388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"Service","name":"payload-processing-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.738484167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.757904209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.779655048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.803053223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.825554475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.853687417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.881630768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.905824685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-429c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:16.927362265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-429c67"},"namespace":"ai-tenant-e2e-ipp-b-429c67","name":"default-tenant","reconcileID":"14a7495d-b8f2-47a7-87d9-0102ad77c7b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-429c67","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:17.302515951Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-429c67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-429c67","reconcileID":"2aa95c1d-4346-4318-9a07-1a84f7f5ecc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-429c67","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-429c67"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:17.781425461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe52b56-9036-4b70-8434-d8c358758414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:17.798758431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe52b56-9036-4b70-8434-d8c358758414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:17.8153074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe52b56-9036-4b70-8434-d8c358758414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:17.831847223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe52b56-9036-4b70-8434-d8c358758414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:18.563073745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28864c84-f00e-4df3-baa3-d068a805a428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:18.579298099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28864c84-f00e-4df3-baa3-d068a805a428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:18.595803686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28864c84-f00e-4df3-baa3-d068a805a428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:18.611946098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28864c84-f00e-4df3-baa3-d068a805a428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.271281258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06a9ae4-d593-4294-96a4-06b9e4e2bc02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.289823172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06a9ae4-d593-4294-96a4-06b9e4e2bc02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.307529647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06a9ae4-d593-4294-96a4-06b9e4e2bc02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.324536186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06a9ae4-d593-4294-96a4-06b9e4e2bc02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.758572287Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-975807","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-975807","reconcileID":"76cf4551-8bd4-4c9d-88c5-adbf649b3217","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-975807","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-975807":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.760238274Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","namespace":"ai-tenant-e2e-praxis-a-b43bff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.760370027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","namespace":"ai-tenant-e2e-praxis-a-b43bff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.760485449Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","tenant":"e2e-praxis-a-b43bff","tenantID":"e2e-praxis-a-b43bff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.787526071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b43bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.804190383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"Service","name":"maas-api-e2e-praxis-a-b43bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.852638069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b43bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.878908996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b43bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.894852299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.910617354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.929824003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.945777874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.961834002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.980361312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:19.997014723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"Service","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.013080883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.029019336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.044727948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.053367877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05d5285-f288-43b8-bd6e-86662fc4b9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.069763993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.069847492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05d5285-f288-43b8-bd6e-86662fc4b9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.085537265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.086250962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05d5285-f288-43b8-bd6e-86662fc4b9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.102570557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.102725011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05d5285-f288-43b8-bd6e-86662fc4b9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.121507045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.137476611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b43bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.159718426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b43bff"},"namespace":"ai-tenant-e2e-praxis-a-b43bff","name":"default-tenant","reconcileID":"3b552cc3-22e3-46e8-b65c-027d6a041f48","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b43bff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.612579819Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b43bff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b43bff","reconcileID":"f6796fda-6e38-4103-9729-5d28582054d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b43bff","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b43bff"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.897720491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74a992a-fd6f-474b-acac-47b4156e0b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.914182351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74a992a-fd6f-474b-acac-47b4156e0b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.930701527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74a992a-fd6f-474b-acac-47b4156e0b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:20.947514762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74a992a-fd6f-474b-acac-47b4156e0b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:21.596708279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9ee390-9902-4269-bd50-fce28875302c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:21.612883092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9ee390-9902-4269-bd50-fce28875302c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:21.6291918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9ee390-9902-4269-bd50-fce28875302c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:21.645991902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9ee390-9902-4269-bd50-fce28875302c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:24.860492909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07ed0c6-2a1c-4eaa-9c35-d335d4849686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:24.876769113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07ed0c6-2a1c-4eaa-9c35-d335d4849686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:24.892974331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07ed0c6-2a1c-4eaa-9c35-d335d4849686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:24.90958635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07ed0c6-2a1c-4eaa-9c35-d335d4849686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:25.663406852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f767c27-174d-4086-a26d-6df5e4d694e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:25.6799989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f767c27-174d-4086-a26d-6df5e4d694e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:25.696435846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f767c27-174d-4086-a26d-6df5e4d694e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:25.712745192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f767c27-174d-4086-a26d-6df5e4d694e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:28.833432843Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:30.021321941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6d7cf2-3f0c-4cc7-8a51-48317c9f19b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:30.038515942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6d7cf2-3f0c-4cc7-8a51-48317c9f19b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:30.055647764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6d7cf2-3f0c-4cc7-8a51-48317c9f19b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:30.072681132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6d7cf2-3f0c-4cc7-8a51-48317c9f19b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:30.770398355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801a3a2b-6764-4523-8f6e-7dd3e7abd42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:30.786587802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801a3a2b-6764-4523-8f6e-7dd3e7abd42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:30.849930971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801a3a2b-6764-4523-8f6e-7dd3e7abd42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:30.87131457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801a3a2b-6764-4523-8f6e-7dd3e7abd42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:31.025861494Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5f8cbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5f8cbc","reconcileID":"042214a6-8e26-4da2-8944-071f7b96f0d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-5f8cbc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-5f8cbc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:31.604840618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0422c5b9-fb21-4ac6-b15d-c8546e8150be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:31.622045903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0422c5b9-fb21-4ac6-b15d-c8546e8150be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:31.63980281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0422c5b9-fb21-4ac6-b15d-c8546e8150be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:31.656205984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0422c5b9-fb21-4ac6-b15d-c8546e8150be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:31.887669627Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-88a39d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-88a39d","reconcileID":"a53a9700-5a7b-4258-88f9-33fe61219b02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-88a39d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-88a39d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:32.355253607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f37b4f9-c41c-406f-ab5a-4d3ba255f340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:32.373975602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f37b4f9-c41c-406f-ab5a-4d3ba255f340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:32.390323942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f37b4f9-c41c-406f-ab5a-4d3ba255f340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:32.406780895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f37b4f9-c41c-406f-ab5a-4d3ba255f340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:33.223320823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baced10d-698f-4499-a6f3-5aba7c330536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:33.240453298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baced10d-698f-4499-a6f3-5aba7c330536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:33.257553343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baced10d-698f-4499-a6f3-5aba7c330536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:33.27426193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baced10d-698f-4499-a6f3-5aba7c330536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:34.264256613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82fdb0ff-31a6-4cef-9063-b9f1bbd14029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:34.282828476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82fdb0ff-31a6-4cef-9063-b9f1bbd14029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:34.299813693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82fdb0ff-31a6-4cef-9063-b9f1bbd14029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:34.316506573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82fdb0ff-31a6-4cef-9063-b9f1bbd14029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:35.069683171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bf7646-04b7-46c3-b1f2-3944db75e68e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:35.086461575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bf7646-04b7-46c3-b1f2-3944db75e68e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:35.150411433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bf7646-04b7-46c3-b1f2-3944db75e68e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:35.167495932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bf7646-04b7-46c3-b1f2-3944db75e68e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:44.549954035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"bda5da44-6d92-4c4b-80a1-acecb8931581","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-975807","tenantID":"e2e-praxis-b-975807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:44.59656011Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"bda5da44-6d92-4c4b-80a1-acecb8931581","name":"e2e-praxis-b-975807-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.22249756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"071fe77d-8a5f-4081-a582-b96b57eb07db","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.222528941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"071fe77d-8a5f-4081-a582-b96b57eb07db","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.579883942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"6f844838-41da-4d84-b70d-82a21b45443a","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.579908602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"6f844838-41da-4d84-b70d-82a21b45443a","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.600864297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"2f837c5c-100b-4960-b0a7-a43904b4d05b","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.600891925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"2f837c5c-100b-4960-b0a7-a43904b4d05b","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.632945602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"ac2d5eee-9111-4fe1-8e0c-0922e4b60b7c","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.690875863Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"ac2d5eee-9111-4fe1-8e0c-0922e4b60b7c","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.710790437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f05249-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"ac2d5eee-9111-4fe1-8e0c-0922e4b60b7c","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.732349386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"2c93cf52-d8bc-4f76-8ebd-b3b274a8e333","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:45.732377925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"2c93cf52-d8bc-4f76-8ebd-b3b274a8e333","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.420406685Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","namespace":"ai-tenant-e2e-praxis-b-50d4ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.420485259Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","namespace":"ai-tenant-e2e-praxis-b-50d4ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.420549913Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","tenant":"e2e-praxis-b-50d4ea","tenantID":"e2e-praxis-b-50d4ea","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.439380616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"Deployment","name":"maas-api-e2e-praxis-b-50d4ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.467746428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"Service","name":"maas-api-e2e-praxis-b-50d4ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.492403573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-50d4ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.513615259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-50d4ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.532540164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.551368842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.57298904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.592109627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.608004048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.624401232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.64052227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"Service","name":"payload-processing-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.656639479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.672836749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.689290397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.705242352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.735988486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.752083297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.768080388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.783813195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-50d4ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:52.799855784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d4ea"},"namespace":"ai-tenant-e2e-praxis-b-50d4ea","name":"default-tenant","reconcileID":"496ef5bf-015a-48df-9bc1-f47040520bed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-50d4ea","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:53.087746655Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-50d4ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-50d4ea","reconcileID":"5a7876aa-446e-4ec2-a21c-06fb772e7795","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-50d4ea","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-50d4ea"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:53.479562221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6158c3f8-e513-441a-b89d-4f5a788f2612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:53.495566595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6158c3f8-e513-441a-b89d-4f5a788f2612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:53.511591876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6158c3f8-e513-441a-b89d-4f5a788f2612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:53.52766506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6158c3f8-e513-441a-b89d-4f5a788f2612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:54.191491031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678c34d2-df96-421b-a335-3936181bf69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:54.208378605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678c34d2-df96-421b-a335-3936181bf69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:54.224882218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678c34d2-df96-421b-a335-3936181bf69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:54.241289895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678c34d2-df96-421b-a335-3936181bf69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:54.634347377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"4af94906-d108-4e04-9d5e-5505a3ea4fe0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5f8cbc","tenantID":"e2e-praxis-a-5f8cbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:54.680012515Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"4af94906-d108-4e04-9d5e-5505a3ea4fe0","name":"e2e-praxis-a-5f8cbc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:55.764694511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"c4f07683-fcb4-40ca-bd85-b5a173682a48","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:55.787334194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"c4f07683-fcb4-40ca-bd85-b5a173682a48","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:55.810077875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f05249-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"c4f07683-fcb4-40ca-bd85-b5a173682a48","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:56.503719615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"0d973c2c-4773-49d4-aa62-f81241461c46","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-88a39d","tenantID":"e2e-praxis-b-88a39d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:56.54957717Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"0d973c2c-4773-49d4-aa62-f81241461c46","name":"e2e-praxis-b-88a39d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:10:58.819444275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.053294714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"08115ae4-df7c-44ae-9cb7-fa925cc6db60","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.073116258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"2559ff8b-62f5-4092-a497-689dbdb79f11","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:11:02.089296294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bf4a7419","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-sub-binding-bf4a7419","reconcileID":"bd47fcf4-33ae-46fa-a1e2-7d28f2141ba7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-bf4a7419\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.115865848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b65f93e0-ea86-40ac-9797-43ec78b44612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.116368048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e62e2e64-1fc4-4e6e-a24c-af4601097e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.132341732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"334031e1-50ea-4ddc-a065-a413ff07510b","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.151699041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e62e2e64-1fc4-4e6e-a24c-af4601097e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.154098695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b65f93e0-ea86-40ac-9797-43ec78b44612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.154855249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"c40f25ee-7f92-43df-925f-74ee3f2bee97","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.305523681Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bf4a7419","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-sub-binding-bf4a7419","reconcileID":"74eac562-829b-4c56-8252-92a0fa0d9bc6","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bf4a7419","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-apikey-sub-binding-bf4a7419","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.313657277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c9e6ab9a-9ce9-47f4-bb49-8aaafc8e66cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.313657011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"36494281-ed3b-4773-bb19-613e3358c505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.336167531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c9e6ab9a-9ce9-47f4-bb49-8aaafc8e66cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.33617499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"36494281-ed3b-4773-bb19-613e3358c505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.3617038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"18dc09d7-5fca-4408-ae84-1d4001c2d27f","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.372023738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"85416299-bdf3-4ec9-912d-45da72ace0dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:02.47298151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bf4a7419","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-sub-binding-bf4a7419","reconcileID":"3764b733-eb3d-4e57-b4da-3781e6993e6a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bf4a7419","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:05.221568525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"8afaa6bb-c9a6-46f6-9dc3-24ffd7bb18eb","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:05.272303264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f4acd338-81c7-4c19-940f-8be1ca053bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:05.272311659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"f93e83d8-9825-46ae-9a8b-53f891741090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:05.293299512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f4acd338-81c7-4c19-940f-8be1ca053bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:05.293888243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"f93e83d8-9825-46ae-9a8b-53f891741090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:05.84347837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"b275247d-3acc-44f1-a0f3-0d2f367e1d25","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:05.868731562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"b275247d-3acc-44f1-a0f3-0d2f367e1d25","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:05.890210458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f05249-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25d20a948dba5e531a5aefac4e3ff7be5ea57a632b0ac44ae34964b1910a0063) AuthConfig (b0752de5f27ca593f202fe835838e7560370d1ed9fbbecd9761dd0fe0fcafac4) AuthConfig (244f5d6dd42c73ad815cff860c3c768e9357fc797ddc0ef99c27c9a597409394) AuthConfig (3775975a87054c51036a6198a2d7fa4ce00c83fa20d873f8a6f4d5b4c1cd26fc) AuthConfig (207e97af89edabfc6da72e0f9b84b188d4d7c29d96dcff91be980bed6d8f169a) AuthConfig (8f48339c0a0bd3a91cc59ad57ba4da808b0e541e4c2c05b1af3a8016044e18fd) AuthConfig (e23d6f31a1dec6002b96585931bcc932645d66c41b190df218e0296eae465be3) AuthConfig (fe35f35da22102f1c38fe5ef696563c5703fa219268b551f5cd195bc53cfeeec) AuthConfig (b6dd4b745d15178ab358eb6a030e1c60ab2a69d0d51169f9712103ec7da38e73) AuthConfig (068f00943b28386b18a711fbcadc068b8f606914e1dbd070f53438168c30ff6b) AuthConfig (46a640198be57df36211d1637340ef79ee5536fb55e1348f49def504b4a6e4ca) AuthConfig (77fe952d16c41d47d90dad2b4a0bd43bd0d48a1d5103fed42d59c63f844676f1) AuthConfig (561f251b33afd079ecc921e00e91d5ac32399eaf64e87a2ec65ca5e91939461b) AuthConfig (1f05047d887bec1493e09c0bd0e176fd689d50ef14adf0cc4206b3f0ab59ea54) AuthConfig (57dd2fccbdc7156dccf8157f657139c00c166e0b9a1993d0ce3dacf3bcd2ba5d) AuthConfig (296787c595534d8850867dc4f1e302df878e46a33ccdd01aa46b0de8809d9235) AuthConfig (7663646570d0c2e65e8b32b93d9d6fccbe8b059c2e1563ef21965b9646d5c4a5) AuthConfig (20431267640ef5b51a0557a688e0f45c986ad2062abc0a699897fffab2ed4900)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"b275247d-3acc-44f1-a0f3-0d2f367e1d25","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:05.911895726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"b7f1767b-1d24-4440-8cf7-4695f6325bff","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:05.911921595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"b7f1767b-1d24-4440-8cf7-4695f6325bff","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:10.508375248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ec742c-cad7-4c49-8f30-f3320df9be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:10.524467236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ec742c-cad7-4c49-8f30-f3320df9be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:10.540788895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ec742c-cad7-4c49-8f30-f3320df9be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:10.557086616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ec742c-cad7-4c49-8f30-f3320df9be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:11.188731544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eed83c3-9023-40b7-9bbd-7910520c7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:11.205071323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eed83c3-9023-40b7-9bbd-7910520c7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:11.221857913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eed83c3-9023-40b7-9bbd-7910520c7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:11.238792553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eed83c3-9023-40b7-9bbd-7910520c7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.276570073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bf4a7419","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-sub-binding-bf4a7419","reconcileID":"72725770-3903-4fef-bde7-832ee3655e03","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bf4a7419","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"e2e-apikey-sub-binding-bf4a7419","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.347227064Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bf4a7419","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-apikey-sub-binding-bf4a7419","reconcileID":"72725770-3903-4fef-bde7-832ee3655e03","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bf4a7419","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.415021089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"ab0ba8cd-3ad2-4c8c-aa5f-5774c6a31514","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.422871068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"f8449f2d-875f-449a-8267-55a851d2df97","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.472648429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"bd6f87ee-fa9d-428f-966d-f56d6d6110b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.472648425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1b3f3be3-e392-4bb6-85dd-449a9ceb0c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.494286487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1b3f3be3-e392-4bb6-85dd-449a9ceb0c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.494445181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"bd6f87ee-fa9d-428f-966d-f56d6d6110b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.944215726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"42ac7558-f38e-4e2e-886a-d31917505a3f","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.965886012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"42ac7558-f38e-4e2e-886a-d31917505a3f","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:15.986142454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f05249-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25d20a948dba5e531a5aefac4e3ff7be5ea57a632b0ac44ae34964b1910a0063) AuthConfig (b0752de5f27ca593f202fe835838e7560370d1ed9fbbecd9761dd0fe0fcafac4) AuthConfig (244f5d6dd42c73ad815cff860c3c768e9357fc797ddc0ef99c27c9a597409394) AuthConfig (3775975a87054c51036a6198a2d7fa4ce00c83fa20d873f8a6f4d5b4c1cd26fc) AuthConfig (207e97af89edabfc6da72e0f9b84b188d4d7c29d96dcff91be980bed6d8f169a) AuthConfig (8f48339c0a0bd3a91cc59ad57ba4da808b0e541e4c2c05b1af3a8016044e18fd) AuthConfig (e23d6f31a1dec6002b96585931bcc932645d66c41b190df218e0296eae465be3) AuthConfig (fe35f35da22102f1c38fe5ef696563c5703fa219268b551f5cd195bc53cfeeec) AuthConfig (b6dd4b745d15178ab358eb6a030e1c60ab2a69d0d51169f9712103ec7da38e73) AuthConfig (068f00943b28386b18a711fbcadc068b8f606914e1dbd070f53438168c30ff6b) AuthConfig (46a640198be57df36211d1637340ef79ee5536fb55e1348f49def504b4a6e4ca) AuthConfig (77fe952d16c41d47d90dad2b4a0bd43bd0d48a1d5103fed42d59c63f844676f1) AuthConfig (561f251b33afd079ecc921e00e91d5ac32399eaf64e87a2ec65ca5e91939461b) AuthConfig (1f05047d887bec1493e09c0bd0e176fd689d50ef14adf0cc4206b3f0ab59ea54) AuthConfig (57dd2fccbdc7156dccf8157f657139c00c166e0b9a1993d0ce3dacf3bcd2ba5d) AuthConfig (296787c595534d8850867dc4f1e302df878e46a33ccdd01aa46b0de8809d9235) AuthConfig (7663646570d0c2e65e8b32b93d9d6fccbe8b059c2e1563ef21965b9646d5c4a5) AuthConfig (20431267640ef5b51a0557a688e0f45c986ad2062abc0a699897fffab2ed4900)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"42ac7558-f38e-4e2e-886a-d31917505a3f","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.436200094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"185fba60-63ea-498e-a9f7-84acbd22cafe","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.455548525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"c13053ca-7ea3-45b9-b056-879eec776b55","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:11:16.4733672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-sub","reconcileID":"10feace3-6992-4186-9b88-febd61f7906b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.483557368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2de18708-d613-483d-a2be-a51f4c8a81bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.483558677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"531bfd59-1c06-4082-ae0c-08e7caeb134c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.504986515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2de18708-d613-483d-a2be-a51f4c8a81bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.505496776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"531bfd59-1c06-4082-ae0c-08e7caeb134c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.516189656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"17454287-a404-4fa9-9d7d-1a74babc43c2","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.53763918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"3d59cf77-1286-4ef1-8ccf-39bbb21194ea","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.601396846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"373ddceb-28df-4597-b39f-1a63dcc6e69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.60156717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"943899a1-84b1-44c5-884d-545ce517e09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.623387885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"373ddceb-28df-4597-b39f-1a63dcc6e69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.623459656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"943899a1-84b1-44c5-884d-545ce517e09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.625554579Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-sub","reconcileID":"bd0b67b0-ecc1-442f-9360-008fa76d73c8","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-ordering-sub","ai-tenant-e2e-worker-w3-39b241/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.691777008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"11e84e78-2c37-4416-ac96-25fdb96c8d2d","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.703784325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"513e5a5c-4aae-4ad5-b2b7-088d5424f10f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:16.803681247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-sub","reconcileID":"38c10b19-b18e-45bf-8ede-e585bdc5838f","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:17.920209878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"156fcc46-2b0a-47fd-b469-06e74d25c3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:17.936372475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"156fcc46-2b0a-47fd-b469-06e74d25c3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:17.952693563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"156fcc46-2b0a-47fd-b469-06e74d25c3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:17.968997966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"156fcc46-2b0a-47fd-b469-06e74d25c3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:18.650954999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20af7a3a-979a-4223-8128-d68af6ebe90d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:18.667058313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20af7a3a-979a-4223-8128-d68af6ebe90d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:18.683285743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20af7a3a-979a-4223-8128-d68af6ebe90d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:18.699492837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20af7a3a-979a-4223-8128-d68af6ebe90d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:19.345338666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"215a6dae-704d-4868-aca6-668fa854f7b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:19.361415964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"215a6dae-704d-4868-aca6-668fa854f7b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:19.377394881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"215a6dae-704d-4868-aca6-668fa854f7b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:19.392433578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"90e4b0cd-14c5-41ca-b454-595ea932cabe","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:19.393353261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"215a6dae-704d-4868-aca6-668fa854f7b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:19.414668407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"8fc310f7-a9de-40c3-939a-98a7fe02739d","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:19.46531203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-auth","reconcileID":"f1ae4d57-8349-4efc-8462-7e9b5bac2dce","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:19.486919812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-auth","reconcileID":"f1ae4d57-8349-4efc-8462-7e9b5bac2dce","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:19.661091373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"bc3216c8-3654-4a88-b7b9-e63ef6c879b6","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:20.283122761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e87872-1d24-4ad0-a334-136d589f6acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:20.299399773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e87872-1d24-4ad0-a334-136d589f6acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:20.315525958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e87872-1d24-4ad0-a334-136d589f6acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:20.331662033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e87872-1d24-4ad0-a334-136d589f6acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:20.964194935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681ca9f7-a961-4fc5-ab08-5e7ee9a3420f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:20.980437644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681ca9f7-a961-4fc5-ab08-5e7ee9a3420f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:20.996763182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681ca9f7-a961-4fc5-ab08-5e7ee9a3420f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:21.013050726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681ca9f7-a961-4fc5-ab08-5e7ee9a3420f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.154749836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3690c8-685c-4ea3-8c92-b201329a20c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.170785303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3690c8-685c-4ea3-8c92-b201329a20c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.186902793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3690c8-685c-4ea3-8c92-b201329a20c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.203056143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3690c8-685c-4ea3-8c92-b201329a20c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.208176996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"e12b9228-43fc-43f9-b184-41d7cb942c44","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.331134492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-auth","reconcileID":"707e3dbe-59e7-4b46-9929-a4b87daa67db","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.331134653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"0c715423-01b2-4298-a3fc-eb5baf74a526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.331402452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"dfd4618f-0934-45ae-bbe6-f33239bdc9fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.352772879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"dfd4618f-0934-45ae-bbe6-f33239bdc9fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.352820269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-auth","reconcileID":"707e3dbe-59e7-4b46-9929-a4b87daa67db","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.355248388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"0c715423-01b2-4298-a3fc-eb5baf74a526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.85534969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f535422-d8cb-450e-be3f-37645fcc908d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.871416403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f535422-d8cb-450e-be3f-37645fcc908d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.887700428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f535422-d8cb-450e-be3f-37645fcc908d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:22.903704592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f535422-d8cb-450e-be3f-37645fcc908d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:25.666287176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac962144-30f1-4955-a435-293b52d453d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:25.682560594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac962144-30f1-4955-a435-293b52d453d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:25.699855579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac962144-30f1-4955-a435-293b52d453d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:25.720746681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac962144-30f1-4955-a435-293b52d453d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:26.022987667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"4543f1c9-478c-4d64-9045-0db2bcf9e06e","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:26.044326365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"4543f1c9-478c-4d64-9045-0db2bcf9e06e","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:26.081809564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f05249-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25d20a948dba5e531a5aefac4e3ff7be5ea57a632b0ac44ae34964b1910a0063) AuthConfig (b0752de5f27ca593f202fe835838e7560370d1ed9fbbecd9761dd0fe0fcafac4) AuthConfig (244f5d6dd42c73ad815cff860c3c768e9357fc797ddc0ef99c27c9a597409394) AuthConfig (3775975a87054c51036a6198a2d7fa4ce00c83fa20d873f8a6f4d5b4c1cd26fc) AuthConfig (207e97af89edabfc6da72e0f9b84b188d4d7c29d96dcff91be980bed6d8f169a) AuthConfig (8f48339c0a0bd3a91cc59ad57ba4da808b0e541e4c2c05b1af3a8016044e18fd) AuthConfig (e23d6f31a1dec6002b96585931bcc932645d66c41b190df218e0296eae465be3) AuthConfig (fe35f35da22102f1c38fe5ef696563c5703fa219268b551f5cd195bc53cfeeec) AuthConfig (b6dd4b745d15178ab358eb6a030e1c60ab2a69d0d51169f9712103ec7da38e73) AuthConfig (068f00943b28386b18a711fbcadc068b8f606914e1dbd070f53438168c30ff6b) AuthConfig (46a640198be57df36211d1637340ef79ee5536fb55e1348f49def504b4a6e4ca) AuthConfig (77fe952d16c41d47d90dad2b4a0bd43bd0d48a1d5103fed42d59c63f844676f1) AuthConfig (561f251b33afd079ecc921e00e91d5ac32399eaf64e87a2ec65ca5e91939461b) AuthConfig (1f05047d887bec1493e09c0bd0e176fd689d50ef14adf0cc4206b3f0ab59ea54) AuthConfig (57dd2fccbdc7156dccf8157f657139c00c166e0b9a1993d0ce3dacf3bcd2ba5d) AuthConfig (296787c595534d8850867dc4f1e302df878e46a33ccdd01aa46b0de8809d9235) AuthConfig (7663646570d0c2e65e8b32b93d9d6fccbe8b059c2e1563ef21965b9646d5c4a5) AuthConfig (20431267640ef5b51a0557a688e0f45c986ad2062abc0a699897fffab2ed4900)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"4543f1c9-478c-4d64-9045-0db2bcf9e06e","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:26.364961411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ccf426-969f-4744-8397-f8f51620fcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:26.384293992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ccf426-969f-4744-8397-f8f51620fcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:26.401589969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ccf426-969f-4744-8397-f8f51620fcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:26.417977647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ccf426-969f-4744-8397-f8f51620fcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:26.465724778Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1d6d47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1d6d47","reconcileID":"f46284a4-295f-4254-8a59-d8a5c83af5e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1d6d47","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1d6d47":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:27.140219826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f7e1fd-310a-4a4a-914a-afb0828e6168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:27.15638891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f7e1fd-310a-4a4a-914a-afb0828e6168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:27.172623339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f7e1fd-310a-4a4a-914a-afb0828e6168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:27.189476061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f7e1fd-310a-4a4a-914a-afb0828e6168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:27.949657799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49019d6d-313c-45f0-b981-b460c53b837e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:27.966008385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49019d6d-313c-45f0-b981-b460c53b837e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:27.984342726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49019d6d-313c-45f0-b981-b460c53b837e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:28.001390851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49019d6d-313c-45f0-b981-b460c53b837e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:28.634780261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f486ff44-90ee-4033-9ef0-99b3990b9368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:28.651813122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f486ff44-90ee-4033-9ef0-99b3990b9368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:28.668903693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f486ff44-90ee-4033-9ef0-99b3990b9368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:28.685232594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f486ff44-90ee-4033-9ef0-99b3990b9368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:28.819317981Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:29.34010652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48703e0-75fa-40cc-b9f3-09ce9e1c96ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:29.356355114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48703e0-75fa-40cc-b9f3-09ce9e1c96ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:29.372708527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48703e0-75fa-40cc-b9f3-09ce9e1c96ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:29.389542412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48703e0-75fa-40cc-b9f3-09ce9e1c96ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.262791634Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-sub","reconcileID":"95defec3-3368-4404-aad7-a4e690ae4fd3","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.336788202Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-sub","reconcileID":"95defec3-3368-4404-aad7-a4e690ae4fd3","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.405075871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"50e34c2c-d809-4fa7-aa3f-8d5827fa67e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.493216503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"c147bc11-10f9-4da5-82e1-7ec5ede11048","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.541908489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"d38a0684-c729-496e-89d9-4b86ca2590c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.541931786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-auth","reconcileID":"3c03e837-c2eb-4a8a-967f-23e8ec880b20","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.542394974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b9ce9d3c-fa80-4968-b220-ea88a4b23330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.565102035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"d38a0684-c729-496e-89d9-4b86ca2590c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.565225438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-auth","reconcileID":"3c03e837-c2eb-4a8a-967f-23e8ec880b20","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.568702001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b9ce9d3c-fa80-4968-b220-ea88a4b23330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.642347743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-ordering-auth","reconcileID":"f3a6dde1-5a2d-4cec-acbf-af77b0509b90","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.642387427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"d2ea8e83-e3c6-43d9-98ca-2f81bf91d384","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:32.73838292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"bf0d8621-e191-4078-bc38-d0839e707197","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.01859203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"94f204c2-ea35-40e8-b7f1-5e0ad183eda6","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.037594374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"a3782c8b-9585-492a-8e9a-42e7539d5285","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.087120495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"69b562a5-2766-4929-b21e-4778d6555f28","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.108866252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"69b562a5-2766-4929-b21e-4778d6555f28","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.19632982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"78fa7d16-e0d1-4d8f-8e40-b00eb2b1993c","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.227670447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"11120c8a-8f9a-4013-aa9c-36522e11ed71","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.245368455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"83ef86ee-5ac4-470f-be58-f8b1f15b9835","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.250094599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"f4f3f4f7-178d-4d51-a7e7-3ab286efde92","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:11:34.263516236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-subscription-success","reconcileID":"276a4c95-c00d-4391-8d67-a7d4fc72856a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.267985611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"83ef86ee-5ac4-470f-be58-f8b1f15b9835","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.305124542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"d5675e35-5250-4c40-bfb1-801525031312","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.326401574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"cbe38480-7022-498e-93a3-66ca16129cbb","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.344855359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f4a7aa11-faf2-4237-8413-0a3172d66299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.34491513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"213f0bab-1cc0-493c-82d6-d68e9dc1f3e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.366166938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f4a7aa11-faf2-4237-8413-0a3172d66299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.366387937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"213f0bab-1cc0-493c-82d6-d68e9dc1f3e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.415403207Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-subscription-success","reconcileID":"3eaef55a-0c41-4a8e-9a52-54cf4c2ac755","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-test-subscription-success","ai-tenant-e2e-worker-w3-39b241/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.446874536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"af8c20b9-827f-4fa0-822b-32a133181228","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.467702262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"af8c20b9-827f-4fa0-822b-32a133181228","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.471587831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"e8e26381-9a6d-4164-989f-a2670135474c","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.492394403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"0856f92d-121e-427c-aa58-16c87a2e0880","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.547307882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b8cbd671-f2ba-4b91-9528-3b65fb193f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.547307802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c6c59dc6-126a-4e25-8503-734528fb31c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.568728496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b8cbd671-f2ba-4b91-9528-3b65fb193f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.568779763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c6c59dc6-126a-4e25-8503-734528fb31c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:34.592800175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-subscription-success","reconcileID":"2d63016a-53c9-49f6-b78d-d3088e66a8b1","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:35.469796379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"9d3caaaa-26a2-437d-a19f-46511dd5655e","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:35.572753018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8e6a6612-e2d0-410a-bac2-47ce24612b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:35.573361246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"1c04ea26-0f4c-4430-9a0d-76d84a5744fc","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:35.573887094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"de1a2dcd-e63a-4716-bc8e-ab4cab735e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:35.651750889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8e6a6612-e2d0-410a-bac2-47ce24612b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:35.654520578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"1c04ea26-0f4c-4430-9a0d-76d84a5744fc","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:35.657277183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"de1a2dcd-e63a-4716-bc8e-ab4cab735e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:36.114995819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"6a69dc0b-823e-48cb-8af3-738c6cb29bb4","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:36.136134484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"6a69dc0b-823e-48cb-8af3-738c6cb29bb4","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:36.226315171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"a53ca638-dc85-49f7-8612-e4fa89c2358b","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:36.226349395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"a53ca638-dc85-49f7-8612-e4fa89c2358b","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.493877243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"ad9c61b3-743c-436a-b45c-0580a1c1061a","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.493903429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"ad9c61b3-743c-436a-b45c-0580a1c1061a","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.517661642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"d949371a-9b1c-4b02-b94f-32bef56ceb16","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.517684827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"d949371a-9b1c-4b02-b94f-32bef56ceb16","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.525389637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"47ae23a4-ab45-4b47-b0af-802c5306b650","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:11:37.549522811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"d59b7bc7-3aa6-4440-8154-7887427b3242","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-f05249-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:11:37.550139811Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"d949371a-9b1c-4b02-b94f-32bef56ceb16","name":"ipp-route-f05249","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-f05249\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:11:37.550230725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"d949371a-9b1c-4b02-b94f-32bef56ceb16","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-f05249\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.552409107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"47ae23a4-ab45-4b47-b0af-802c5306b650","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.555800053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"6f94cd37-dd85-4563-81d8-8e1111d19e75","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.555821594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"6f94cd37-dd85-4563-81d8-8e1111d19e75","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.587595489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"57b5561a-ef0f-4dda-a601-5a024314acb5","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.587620209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"57b5561a-ef0f-4dda-a601-5a024314acb5","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.607358549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"96ff9f14-f335-4e52-adb0-906375092204","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.607380453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"96ff9f14-f335-4e52-adb0-906375092204","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.63529195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"d0e46bea-4f33-4a8d-9e59-eaa290d03681","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.656563193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"d0e46bea-4f33-4a8d-9e59-eaa290d03681","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.677422487Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"5e0626f3-d113-4cb8-b1a3-396b81c0f7f4","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"maas-trlp-ipp-route-f05249","model":"ipp-route-f05249","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.736026299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"568ae5b1-4eba-4c76-b59e-e283ffd71b37","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.736049484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"568ae5b1-4eba-4c76-b59e-e283ffd71b37","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:37.803757011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"b93a5c9d-0c08-45c1-8b64-27d7cd717c1c","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"maas-trlp-ipp-route-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.566593169Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-subscription-success","reconcileID":"60635f81-e7a2-4586-9e69-46d730a9e0e9","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.640127005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-subscription-success","reconcileID":"60635f81-e7a2-4586-9e69-46d730a9e0e9","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.708643051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"8bf675ab-1e74-431a-b541-9270f580c282","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.713680421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"e7d2de3f-1b6a-4b2c-91b3-3111481b3fca","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.762101897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"92cf7fa3-8106-4d37-9f64-d44abe775ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.762299072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"0ddbe2c2-9a84-4352-b2ba-4a20f48ebd1d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.762103421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"dd0c19a7-cec1-49a2-8d37-f1ace2af926f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.783652137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"0ddbe2c2-9a84-4352-b2ba-4a20f48ebd1d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.783718578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"dd0c19a7-cec1-49a2-8d37-f1ace2af926f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.785944922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"92cf7fa3-8106-4d37-9f64-d44abe775ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.860838607Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-success","reconcileID":"74aaf28d-dbc6-4834-b1e9-70545836bb97","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:45.86087012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"6bbeb1bd-0055-4291-81ab-3935764f47c1","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:46.040375955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"1e243d98-5672-4dbd-abcd-ed8520bb29f0","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.119459395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"911bdd39-e63e-4bf7-980d-75a3d2324a67","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.139120353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"7777914f-f180-47a1-83cf-3a27a998f00e","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.189322251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"9c60e3b5-ef6c-408c-8111-e3d26ac59576","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.210449035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"9c60e3b5-ef6c-408c-8111-e3d26ac59576","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.301317461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"3e024416-513a-4ca5-8511-1e3c0eb38f40","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.335828856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"65209cd8-f377-43ed-8560-0ce22cc725d6","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.351907058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"6d23801c-9f95-4dbd-9050-85859ecae50a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.357207874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"d01c5984-cdfc-4ffd-b9b8-82a354117b00","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:11:47.369942922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-user-subscription","reconcileID":"a1615540-c512-4cdf-a763-d58d44aecefd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.373090914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"6d23801c-9f95-4dbd-9050-85859ecae50a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.414667316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"028c7644-ec7d-4e15-b117-883b1cfe5e94","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.437530424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"cce3f0a3-8126-4a8c-b79f-e74afdda6659","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.449076448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"109a10b9-df8a-4330-8c3c-35761a8d2521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.449084132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8da9d7ef-b775-47b3-a37a-0df802539f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.471216305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"109a10b9-df8a-4330-8c3c-35761a8d2521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.471379929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8da9d7ef-b775-47b3-a37a-0df802539f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.526787453Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-user-subscription","reconcileID":"119357f2-882e-48a9-9136-765be9761dc9","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.537997828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"7d45f569-bd61-4c96-a789-2c618397a0cb","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.538196653Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-39b241 priority=0:[ai-tenant-e2e-worker-w3-39b241/e2e-test-other-subscription ai-tenant-e2e-worker-w3-39b241/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.553360327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"aacadbea-605a-4f04-b3ad-bb2fc4881fe0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.559906365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"88b91676-1a38-4372-b3a8-7c1f5a3fb3ff","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:11:47.573023587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-other-subscription","reconcileID":"305ff065-d7db-44f0-a196-e9b49e18921a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.575109511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"aacadbea-605a-4f04-b3ad-bb2fc4881fe0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.582039368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"22ab8828-f0ea-4f5f-ad49-784b24273a4c","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:11:47.585554774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-user-subscription","reconcileID":"119357f2-882e-48a9-9136-765be9761dc9","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.616725832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"402d984c-fd19-4fa2-b0e5-e103530e9a0b","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.626282238Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"039ec131-7bd4-4132-8fa5-e01c31ad8f32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-39b241/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.638426753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"f6bc3f78-b7a0-415f-9baf-60a08d5dbe44","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.653577445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"80c83c56-2660-4394-9849-19b5d4a20a8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.653623225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1bd3aed2-1dfd-41f0-9f0e-a86b2bbd6ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.674982003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"80c83c56-2660-4394-9849-19b5d4a20a8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.675176438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1bd3aed2-1dfd-41f0-9f0e-a86b2bbd6ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.70319963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-other-subscription","reconcileID":"c434d8f9-9e3e-4375-9fb6-a9af57f853db","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.703381014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-user-subscription","reconcileID":"2c2cec91-056f-4181-8c4a-db4f23aa195d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.728460515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"5174af67-eddc-4e20-9151-1f1412e5fd03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.752913234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"403bfbe8-72c5-403c-8c44-1b28957fe302","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.76827077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4829ee5b-d551-4cd6-ad02-1a5770a6ded5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.768286663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"04b6aaa2-91f0-4c0d-81ad-9c718031a3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.774117596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"403bfbe8-72c5-403c-8c44-1b28957fe302","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.787054694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"113c0062-975e-4e05-9501-0497ecdcfea4","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.789699181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"adbc3680-4fc7-4a41-b760-094700f16d56","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.791583039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4829ee5b-d551-4cd6-ad02-1a5770a6ded5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.794576933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"04b6aaa2-91f0-4c0d-81ad-9c718031a3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.852612313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-other-subscription","reconcileID":"501c3718-93aa-4f1d-b316-981f29e35f09","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:47.856021024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-user-subscription","reconcileID":"31d186c8-8dfd-4cf8-a874-6a54cb22bfca","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.280582968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"82014ddd-273d-4332-9add-54a28fd1b198","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.331313399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b7bc0573-7a77-4a09-ac9c-39ce789fa22b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.331366087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"56755d32-63e8-4aea-9f6b-815ba8b3ae47","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.331761148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6515307a-5e81-4e11-a421-92feaf03cb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.353901042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b7bc0573-7a77-4a09-ac9c-39ce789fa22b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.353903385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6515307a-5e81-4e11-a421-92feaf03cb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.356440636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"56755d32-63e8-4aea-9f6b-815ba8b3ae47","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.69486477Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","namespace":"ai-tenant-e2e-praxis-a-4ec143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.694959912Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","namespace":"ai-tenant-e2e-praxis-a-4ec143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.695029931Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","tenant":"e2e-praxis-a-4ec143","tenantID":"e2e-praxis-a-4ec143","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.712909093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"Deployment","name":"maas-api-e2e-praxis-a-4ec143","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.743069886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"Service","name":"maas-api-e2e-praxis-a-4ec143","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.764587258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-4ec143","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.783911353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-4ec143","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.802624655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.821798535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.843205168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.861996969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.877803416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.893803926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.909518625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"Service","name":"payload-processing-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.925378753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.941028461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.95675595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.974173935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:48.99414019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:49.010206772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:49.026203255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:49.04407591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-4ec143","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:49.060748776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ec143"},"namespace":"ai-tenant-e2e-praxis-a-4ec143","name":"default-tenant","reconcileID":"0836b08a-9386-4e44-ba27-66f8f9df2f64","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-4ec143","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:49.498298206Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4ec143","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4ec143","reconcileID":"473a9aa6-de46-46d5-81f9-254bb36f3e20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4ec143","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-4ec143"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:49.90257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bc195-0698-48e0-87c5-ba4fbcefec1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:49.91892147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bc195-0698-48e0-87c5-ba4fbcefec1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:49.935656391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bc195-0698-48e0-87c5-ba4fbcefec1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:49.953320247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bc195-0698-48e0-87c5-ba4fbcefec1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:50.623311632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79b6e19-1de2-488d-9be8-efa798ed6a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:50.639490909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79b6e19-1de2-488d-9be8-efa798ed6a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:50.656694843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79b6e19-1de2-488d-9be8-efa798ed6a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:50.6765643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79b6e19-1de2-488d-9be8-efa798ed6a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:51.104505401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"c3f6b1d4-d69d-4f4d-966d-5ec84056b0d1","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"maas-trlp-ipp-route-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:51.158200068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ae50d3b7-6dbe-4ff0-bf60-3270dc998dbd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-1d6d47","tenantID":"e2e-praxis-b-1d6d47","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:51.181243231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"0784eaeb-0cd8-4189-a4a0-4583f830ecf5","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:51.181292327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"0784eaeb-0cd8-4189-a4a0-4583f830ecf5","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:51.207483259Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ae50d3b7-6dbe-4ff0-bf60-3270dc998dbd","name":"e2e-praxis-b-1d6d47-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:51.783814798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"073285e2-65d3-4075-b07f-b0b28b297b14","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:51.806945378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"073285e2-65d3-4075-b07f-b0b28b297b14","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.236749749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"69b44ba0-9bca-4013-9b75-6f129d4d8aca","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.236785262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"69b44ba0-9bca-4013-9b75-6f129d4d8aca","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.544046309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"5c869c8d-b359-4aae-a18e-7ad0dc9eb6a3","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.544070833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"5c869c8d-b359-4aae-a18e-7ad0dc9eb6a3","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.565120174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"fc805061-e3c0-4a8a-8fe1-1ab7f26b0954","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.565144184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"fc805061-e3c0-4a8a-8fe1-1ab7f26b0954","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.59724834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"0e41735e-0667-4c05-9cbb-321bbce236da","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.653265955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"0e41735e-0667-4c05-9cbb-321bbce236da","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.67421094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ce5996-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"0e41735e-0667-4c05-9cbb-321bbce236da","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.69607954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"0d192bbc-747e-4758-9b12-8c23730ce96e","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:52.696103674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"0d192bbc-747e-4758-9b12-8c23730ce96e","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.390640272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb779e9-56ea-4f34-8087-99ecd290d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.406905032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb779e9-56ea-4f34-8087-99ecd290d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.423107032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb779e9-56ea-4f34-8087-99ecd290d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.439246501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb779e9-56ea-4f34-8087-99ecd290d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.736368466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"9882c60e-d66f-4412-abc3-1f63020f6edc","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.736393353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"9882c60e-d66f-4412-abc3-1f63020f6edc","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.769740174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"bd69fe09-40d5-4850-832d-a0fa582502e7","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.775035575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"ea3785a3-ac20-4ea7-9391-cd5c5d7216dd","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.775059012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"ea3785a3-ac20-4ea7-9391-cd5c5d7216dd","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.790720067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"bd69fe09-40d5-4850-832d-a0fa582502e7","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.821719336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"6630a7a1-727c-4199-830f-eab2fc671645","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"maas-trlp-ipp-route-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.974019711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"ff23ad6d-4800-421b-948d-4ca12ac9cd04","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"maas-trlp-ipp-route-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:57.989708388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"4875d09c-8bf9-4f45-9cde-7d80110f00c4","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.011176105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"4875d09c-8bf9-4f45-9cde-7d80110f00c4","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.107384814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8715aec8-b0aa-4c1c-aaad-6567b6df81e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.1242859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8715aec8-b0aa-4c1c-aaad-6567b6df81e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.14041033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8715aec8-b0aa-4c1c-aaad-6567b6df81e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.156589951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8715aec8-b0aa-4c1c-aaad-6567b6df81e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.335285291Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-user-subscription","reconcileID":"c4175b89-7ccb-43b2-8832-80e78a311bd4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.407706032Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-user-subscription","reconcileID":"c4175b89-7ccb-43b2-8832-80e78a311bd4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.474126214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-other-subscription","reconcileID":"62fc3ed7-b7bb-43b0-b65f-ab39f25edd2a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.474229707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"6ba1e226-3638-4e4b-9a39-37333cc10e48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.484009733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"7d373a25-b867-44e4-8f52-b4643f66bf75","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.509338953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"14cc1e64-2d02-4911-9c14-cde3cbb9d007","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.533340785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"8f2ad65e-f3d1-4eea-8018-934215e76fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.53338237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0b8c742e-38c1-4f80-b7cd-3038d2859ede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.533673208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"68d10f80-8aac-4915-8bb2-fc4a5b0c3a65","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.556243849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"68d10f80-8aac-4915-8bb2-fc4a5b0c3a65","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.558430556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0b8c742e-38c1-4f80-b7cd-3038d2859ede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.558622202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"8f2ad65e-f3d1-4eea-8018-934215e76fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.655607467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"81662027-64f7-4f76-a171-82b5b29fc84c","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.75459871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"2ee75df4-da9d-46b0-ba3a-bc8becfc5ad1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.754629186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b1f062b8-3bfa-4d17-bd12-8350a06fc6dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.755141747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"563bfa68-2094-48ec-afc9-7ae9ca4ce6a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.776352248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"563bfa68-2094-48ec-afc9-7ae9ca4ce6a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.777709973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b1f062b8-3bfa-4d17-bd12-8350a06fc6dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.778837845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"2ee75df4-da9d-46b0-ba3a-bc8becfc5ad1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.819991776Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.855421308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c69de9-e273-4de6-997f-5ddf5981d081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.871388198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c69de9-e273-4de6-997f-5ddf5981d081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.887493179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c69de9-e273-4de6-997f-5ddf5981d081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:58.903886879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c69de9-e273-4de6-997f-5ddf5981d081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:59.581697208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ada06f-e4ab-48d8-9a68-00e38a09cced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:59.599286777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ada06f-e4ab-48d8-9a68-00e38a09cced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:59.616837545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ada06f-e4ab-48d8-9a68-00e38a09cced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:11:59.633333037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ada06f-e4ab-48d8-9a68-00e38a09cced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:00.315829475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29818b37-25e4-46d6-8dad-d0243aa90b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:00.331995097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29818b37-25e4-46d6-8dad-d0243aa90b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:00.348118915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29818b37-25e4-46d6-8dad-d0243aa90b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:00.364501716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29818b37-25e4-46d6-8dad-d0243aa90b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:01.047193693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d8ad5f-c096-4bc4-bd19-771950f0da45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:01.063606243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d8ad5f-c096-4bc4-bd19-771950f0da45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:01.079731683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d8ad5f-c096-4bc4-bd19-771950f0da45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:01.095962867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d8ad5f-c096-4bc4-bd19-771950f0da45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:01.727630011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8ffe3a-8a12-4c09-bdca-1cfa5c4086d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:01.743892887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8ffe3a-8a12-4c09-bdca-1cfa5c4086d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:01.760054352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8ffe3a-8a12-4c09-bdca-1cfa5c4086d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:01.776322898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8ffe3a-8a12-4c09-bdca-1cfa5c4086d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:02.729997404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"96137ac5-e427-4392-8a2f-32e3533fe50b","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:02.75106972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"96137ac5-e427-4392-8a2f-32e3533fe50b","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:02.770967974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ce5996-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"96137ac5-e427-4392-8a2f-32e3533fe50b","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:07.914025488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"bdb109ac-cc75-403d-9169-73c8b053f95d","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:07.914055831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"bdb109ac-cc75-403d-9169-73c8b053f95d","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:07.945948052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"a1174f7c-874b-4ed4-aa1b-2707701c3393","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:07.968302486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"a1174f7c-874b-4ed4-aa1b-2707701c3393","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:07.981524138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"e4d45dc8-58ed-4d5b-adec-1171722cfcfc","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"maas-trlp-ipp-route-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:08.085589768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"a365d6fc-8d86-4ec4-89e7-0cc5159c21b8","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"maas-trlp-ipp-route-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:08.13512304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"ff47fd81-d076-4d8e-9a6c-45a617ba4bfe","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:08.156340306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"ff47fd81-d076-4d8e-9a6c-45a617ba4bfe","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:08.711096024Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-other-subscription","reconcileID":"9c42c96c-0533-4151-bbaa-e8a89cda6c8f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:08.784998189Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-other-subscription","reconcileID":"9c42c96c-0533-4151-bbaa-e8a89cda6c8f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:08.899046114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"e3fcc167-bf30-4d31-86a1-050c503d10df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:08.910319995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"5c796c72-6b74-4998-acd4-4aa08b1e9261","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:08.982406911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"34070c56-fc3d-45f1-a511-f80394d113a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:08.982414843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"c780b2af-dae4-44cf-9e4d-0cc284a16d3a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:08.982956053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"2f2d9bc4-1f99-4405-9904-fcb329b8a961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:09.003703398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"c780b2af-dae4-44cf-9e4d-0cc284a16d3a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:09.003890416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"34070c56-fc3d-45f1-a511-f80394d113a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:09.005973245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"2f2d9bc4-1f99-4405-9904-fcb329b8a961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:09.062294566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-auth-access-denied","reconcileID":"5a81f547-8b7f-413f-88c0-5181cd31d215","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:09.06236974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"cc207833-9627-49f7-b986-e91168b74d67","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:09.172318231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"403133bf-7624-4001-beba-1e43f815be5f","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.433784129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"f93383a3-ee35-4385-a27c-69ec6c2c10d0","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.452679585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"bbba49b8-fc4f-4a5f-a888-4afd87569381","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.54640207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"71d7fba7-5b15-4f5a-9fbd-4dafcba84657","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.567218815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"71d7fba7-5b15-4f5a-9fbd-4dafcba84657","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.640565874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"c0766f5b-d553-4dc5-a696-4f840e444248","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.655292929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"4f07691f-baf0-48f9-bf96-bf82f013be17","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.663388679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"65971c74-1eba-4b07-bbbe-3b69c9ae3dfd","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:10.6771701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-subscription","reconcileID":"53ffb00f-126e-4a32-beb9-a1e138d7fb4e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.687080618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"642733c3-abe6-4dbe-a211-01d2c4ea202c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.68808671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4131b6c4-cc7c-4829-a5ca-d3b3b8e118f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.707833595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"642733c3-abe6-4dbe-a211-01d2c4ea202c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.708866723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4131b6c4-cc7c-4829-a5ca-d3b3b8e118f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.718115827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"24c5974e-6237-4e5c-9e9a-999527d3f9ce","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.740115633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"14178e12-f936-409e-827d-77f1f397ed0e","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.788109061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"f1574e77-779c-4096-b18d-660a99e9ca26","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.809193191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"f1574e77-779c-4096-b18d-660a99e9ca26","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.828646907Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-subscription","reconcileID":"919a5131-0667-47c8-a241-b5bbff7ea54e","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-test-group-subscription","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.888844598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"9b40dab5-bd13-417c-9d3e-641402edfa3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.889102138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"87993d6e-6510-4025-9a9a-56cf82f1fee6","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.906539334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"cdb0c562-81b0-47a8-b238-d32f581ad3bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.910518275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"9b40dab5-bd13-417c-9d3e-641402edfa3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.990299814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"ede5ed43-0344-4990-8fa1-7b8e0cd86dd1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:10.990456108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"49463571-dfaa-4743-8375-82a32b7f4950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:11.007788933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-subscription","reconcileID":"a19201e4-bae7-40af-8ee5-7c41e33af3ba","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:11.012331976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"ede5ed43-0344-4990-8fa1-7b8e0cd86dd1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:11.013405141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"49463571-dfaa-4743-8375-82a32b7f4950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:11.431504836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"9c78e0bc-9480-40ce-bbfe-0e4c7a9d6787","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:11.478504848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"4e6c5377-42a7-443a-bb9c-435d7a277658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:11.478714717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"d7e0b036-a92c-4ce3-891e-1d5e2914247f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:11.478503511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c89d8038-2ec2-4003-81de-00d5ecaad8a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:11.501030937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"4e6c5377-42a7-443a-bb9c-435d7a277658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:11.501116779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c89d8038-2ec2-4003-81de-00d5ecaad8a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:11.503452614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"d7e0b036-a92c-4ce3-891e-1d5e2914247f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:12.803382821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"bc48f83f-fe52-4cc7-8848-fcd591242741","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:12.824809907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"bc48f83f-fe52-4cc7-8848-fcd591242741","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:12.844724212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ce5996-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"bc48f83f-fe52-4cc7-8848-fcd591242741","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:16.552606959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46000adc-7c74-4c7d-8c3a-768b62173950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:16.568707196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46000adc-7c74-4c7d-8c3a-768b62173950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:16.585564664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46000adc-7c74-4c7d-8c3a-768b62173950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:16.60250667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46000adc-7c74-4c7d-8c3a-768b62173950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:17.315552335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a0fba3-0559-4626-b2d8-fa5798bc98c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:17.331887205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a0fba3-0559-4626-b2d8-fa5798bc98c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:17.348027432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a0fba3-0559-4626-b2d8-fa5798bc98c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:17.364916051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a0fba3-0559-4626-b2d8-fa5798bc98c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:19.236466805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b99d43-8744-4fef-8bbf-b1ada1b69682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:19.254483837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b99d43-8744-4fef-8bbf-b1ada1b69682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:19.271371142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b99d43-8744-4fef-8bbf-b1ada1b69682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:19.287824499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b99d43-8744-4fef-8bbf-b1ada1b69682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:20.038795341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbdbdbc-ff5f-400c-9d60-8e8bcd6d6334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:20.055955457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbdbdbc-ff5f-400c-9d60-8e8bcd6d6334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:20.073241784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbdbdbc-ff5f-400c-9d60-8e8bcd6d6334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:20.08971967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbdbdbc-ff5f-400c-9d60-8e8bcd6d6334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:20.717849915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419db15b-c8a1-40e6-ae5b-12ca51274aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:20.733949105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419db15b-c8a1-40e6-ae5b-12ca51274aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:20.75018089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419db15b-c8a1-40e6-ae5b-12ca51274aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:20.769982948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419db15b-c8a1-40e6-ae5b-12ca51274aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.485555571Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-subscription","reconcileID":"1eedabeb-6f47-45a7-8ed1-2fb7840050d2","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.558431849Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-subscription","reconcileID":"1eedabeb-6f47-45a7-8ed1-2fb7840050d2","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.625122974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"68e9a8c0-37f6-4c14-ac6c-5ef088e3b973","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.716424926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"cd41768b-5b55-4a2f-8d36-4bf6cc4d84ab","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.764716568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"921670c5-a889-4bd0-a4c0-0531f5c69263","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.764932392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"73868ba6-02c6-4efe-807d-673f85bb1c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.764717359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"85040265-33e4-47c0-aba9-de810dfdebdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.788350006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"73868ba6-02c6-4efe-807d-673f85bb1c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.788372231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"921670c5-a889-4bd0-a4c0-0531f5c69263","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.790763439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"85040265-33e4-47c0-aba9-de810dfdebdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.884830248Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-auth","reconcileID":"58c81983-3959-4885-b69e-7bbc2cc49980","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.885411118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"4f985345-d5cd-498f-a459-ae153b66dc00","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:21.959687019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"d7ed2359-fc79-4ae8-9cf6-7795c67002b5","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:22.804820181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"8e2d811b-9caf-4e0b-8b2e-4192964586a8","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:22.826245323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"8157df14-3800-4642-877a-500f6a294667","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:22.873274115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"5ed8a68c-4777-4d3c-baaa-9c5230e5952b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:22.895077308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"5ed8a68c-4777-4d3c-baaa-9c5230e5952b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:22.957985415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"2e21d452-42c2-4fd9-ad4a-3b1bb255efc1","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:22.979423676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"2e21d452-42c2-4fd9-ad4a-3b1bb255efc1","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:22.98382857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"4c82d1ec-f774-470d-8e76-376a4ea3ba80","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:22.999087491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ce5996-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e04abdf58c2121d658aec773015382e7e3adf78a76a0ce8513bd06122af456f4) AuthConfig (642ea4357368701201edf9f1edd2aab8e7d71aca53f849c619219789f3727c5d) AuthConfig (037d164a307fdaf4c5cc84855756155b9896a2ab64665bb7ac8f69596f936995) AuthConfig (e934bfb7fd36a4cb26b2b0eaf4204b895dd57707f6a467b68d9b45f7de8b9679) AuthConfig (97cc2ec5013afbd4fb48238e07d7e159725f2ca96b6a0feb08358420f692f679) AuthConfig (d88a3644a6ef993c01d0cc55ded46a94e52818c20cfe3c65e6c841bbde7bb181) AuthConfig (e51b2c5d4ffc0c13464f5ebcc51151aef5607f12ee9b5b2ead9724dcff622ad1) AuthConfig (056d6e46f2e9ba18d31bf512494abd960ce6cd0c64e02961ed37209e25a266d5) AuthConfig (3400b12ca353b31b27c12091a2c8b1b7855a31c9cc0784f1acf64ac53a244305) AuthConfig (cc6a4854167842b97ab4a502bdee41f7eb4636dd495ea9b29cc580775d8cf4ec) AuthConfig (7c577545aef14431161344f0d70b08611d44fed28c06057a07075bbaf7b882df) AuthConfig (1766172e918b7e5bc6f1cc8581f22d6c3e8db9af5adfcaeee1ab01938906fac6) AuthConfig (5ad93ec5919bf65e0ad34f59da51cfea31964b026265369a392b27bebe6075d7) AuthConfig (9f08da9fe5be72b1faefc106fa4b502bcf2c22699d68d91b022069217fae6be9) AuthConfig (69d5a6cd951b9bc5b73222bdacbb5d237996dc450c59d1c584718e3b77a59d59) AuthConfig (1d88b1407634919b5d361b9dd2207ba7503e74961fa0a298538f9f3ba2def479) AuthConfig (f2389b862d8fffa42a30950312530abb3d713f7a5133fea6ac56108639e0515e) AuthConfig (de2b51d53caccd6362154898a249f160c9a298e278a999eb34bf76b6ccde4a4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"2e21d452-42c2-4fd9-ad4a-3b1bb255efc1","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.010501458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"75bd1b87-b044-4a9b-a467-855bd7222729","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.020960566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"1e60c89e-7eed-45b6-b7c3-6418b58648c7","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.020985577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"1e60c89e-7eed-45b6-b7c3-6418b58648c7","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.031712544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"7fa06e9d-7519-43fc-add7-591c43de095e","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:23.045291013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-sub-only","reconcileID":"0d31c673-b0e1-48b6-bbb5-92726c9c49d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.074454364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"76a15135-0a84-4003-b6c5-be9c52300364","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.074534654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ddc1f140-47e6-4200-91f7-9cdc4ae2c640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.074849849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"246af631-2fe2-4e39-9a55-4bb8952e60a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.088849267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"5726cfbf-366b-483f-80a3-b41c9141e58f","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.097360563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"246af631-2fe2-4e39-9a55-4bb8952e60a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.097576506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"76a15135-0a84-4003-b6c5-be9c52300364","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.09992914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ddc1f140-47e6-4200-91f7-9cdc4ae2c640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.110746107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"e06d3586-7435-4421-8daf-b4a38a52a04f","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.194376087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"ac5e87dd-e668-49e2-a44f-9bdb1ddc214a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.194399267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"2434667e-8379-45fb-9657-d81fc75b692b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.194795236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e3f9fcf9-7a6e-425c-bb47-1e10da54f9fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.199536676Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-sub-only","reconcileID":"91afcf7e-8d1e-493d-8891-fe8b32fabcc4","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-test-group-sub-only","ai-tenant-e2e-worker-w3-39b241/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.216756948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"2434667e-8379-45fb-9657-d81fc75b692b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.217586797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"ac5e87dd-e668-49e2-a44f-9bdb1ddc214a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.219189656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e3f9fcf9-7a6e-425c-bb47-1e10da54f9fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.25935433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"0dbd6e26-99ff-41c7-a8a3-79e7c6367644","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.276139928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"729560b5-9e23-4f86-9667-9adc804b8095","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.377048166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-sub-only","reconcileID":"4f791bd3-ebe7-41ed-ac7e-60b48f0db5b0","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.751342869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","namespace":"ai-tenant-e2e-praxis-b-975807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.751410438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","namespace":"ai-tenant-e2e-praxis-b-975807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.751467799Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","tenant":"e2e-praxis-b-975807","tenantID":"e2e-praxis-b-975807","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.76943987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"Deployment","name":"maas-api-e2e-praxis-b-975807","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.800869179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"Service","name":"maas-api-e2e-praxis-b-975807","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.821141942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-975807","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.836875039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"51f0531c-b20a-4b36-894a-1da8ad374b2b","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.841111086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-975807","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.859946996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.878842329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.883772556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"889d46c1-0e8e-43d9-96ec-57f1449ea12a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.884821336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"bc56dbd4-c832-4033-8b07-3f761ebdc16a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.884852665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e5806904-93d0-40d4-8c5b-da0520071dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.902851676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.907959124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"889d46c1-0e8e-43d9-96ec-57f1449ea12a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.909904332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e5806904-93d0-40d4-8c5b-da0520071dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.910624922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"bc56dbd4-c832-4033-8b07-3f761ebdc16a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.926328324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.943875955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.961453313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.977684175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"Service","name":"payload-processing-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:23.993812695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.00986136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.02628626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.043845568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.065464469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.083451652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.099727084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.11834184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-975807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.134486611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-975807"},"namespace":"ai-tenant-e2e-praxis-b-975807","name":"default-tenant","reconcileID":"ecab9656-ab24-48d3-9a44-5088f8dc28c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-975807","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.506278168Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-975807","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-975807","reconcileID":"4fbf8584-dbdf-48e4-9000-29116fb2939d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-975807","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-975807"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.949904286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5511fdee-c333-4bb1-b709-6a8befce0535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.966369145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5511fdee-c333-4bb1-b709-6a8befce0535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:24.982887436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5511fdee-c333-4bb1-b709-6a8befce0535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:25.004138794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5511fdee-c333-4bb1-b709-6a8befce0535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:25.662200442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da1fd90-fdd1-4034-ae3a-e6f98b887d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:25.67836056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da1fd90-fdd1-4034-ae3a-e6f98b887d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:25.694578879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da1fd90-fdd1-4034-ae3a-e6f98b887d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:25.710910891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da1fd90-fdd1-4034-ae3a-e6f98b887d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:26.344800657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d39a1bc-b5d8-4f10-9b53-fdc93896db05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:26.360875762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d39a1bc-b5d8-4f10-9b53-fdc93896db05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:26.376865351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d39a1bc-b5d8-4f10-9b53-fdc93896db05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:26.393401442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d39a1bc-b5d8-4f10-9b53-fdc93896db05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.912130386Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"b047fc30-b166-4f75-82b9-e1fc4be66b2b","namespace":"ai-tenant-e2e-ipp-a-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.912232937Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"b047fc30-b166-4f75-82b9-e1fc4be66b2b","name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.930992218Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"b047fc30-b166-4f75-82b9-e1fc4be66b2b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.93102153Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"b047fc30-b166-4f75-82b9-e1fc4be66b2b","namespace":"ai-tenant-e2e-ipp-a-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.931147344Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"b047fc30-b166-4f75-82b9-e1fc4be66b2b","name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.932091895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"c63c8464-8f7f-44ee-933d-a3edb56b1823","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.932111768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"c63c8464-8f7f-44ee-933d-a3edb56b1823","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.951574255Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"b047fc30-b166-4f75-82b9-e1fc4be66b2b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.957367729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"76dbe6ac-ae98-4d24-af2d-0cdc0d5dfcee","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.957389647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"76dbe6ac-ae98-4d24-af2d-0cdc0d5dfcee","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.963416946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"d7e183ff-9cdd-4d55-8c0f-abb444976e52","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:27.975069579Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"76dbe6ac-ae98-4d24-af2d-0cdc0d5dfcee","name":"ipp-route-f05249","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-f05249\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:27.975139414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"76dbe6ac-ae98-4d24-af2d-0cdc0d5dfcee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-f05249\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.980577135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"37d7bb50-83bc-46f9-baeb-95ce1d56a158","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.980599913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"37d7bb50-83bc-46f9-baeb-95ce1d56a158","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.985592768Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"42447551-3c7f-4257-a2a0-efa65bac2117","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e6a9a4c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:27.989395793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"d7e183ff-9cdd-4d55-8c0f-abb444976e52","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.017992274Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"8efecb75-61ae-49a7-937e-592dde3f5e6d","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e6a9a4c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.149992811Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"79265df7-2c04-4d67-8552-dcec99b8d7d8","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.201221976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"79265df7-2c04-4d67-8552-dcec99b8d7d8","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.263937745Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"79265df7-2c04-4d67-8552-dcec99b8d7d8","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"e2e-ipp-a-f05249-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.263976907Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-auth","reconcileID":"79265df7-2c04-4d67-8552-dcec99b8d7d8","MaaSAuthPolicy":{"name":"ipp-route-f05249-auth","namespace":"ai-tenant-e2e-ipp-a-f05249"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.290125857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"82ecd7eb-a0ec-4ecd-94a8-85b708f2fd57","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.292903912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"82ecd7eb-a0ec-4ecd-94a8-85b708f2fd57","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.476590691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb08187a-00d5-47fd-894e-5507ae8ea240","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.579755826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"391e2da7-ca7f-4917-be86-eb8b64bf0a4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.579755832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"edff837a-1646-43e2-8e9f-5f0953b56698","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.675572488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"ba2d016a-c0a0-4d08-85bf-2a56cd793820","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.774436441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"4e2160ca-34df-4f18-b0bd-0c1d3cf273f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.822769421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:28.911655405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e70dc333-c573-48e1-921c-b430b5f30098","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.012018372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"cf178601-dbfb-490c-b7a2-65f4c18f6d25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.012041431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"8da8d751-8f2b-486e-bf7f-a6ebb08d2dcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.11324459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"556ea2b6-5321-4f33-8b92-54998998904a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.213078311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"b4d62096-cac8-4040-abfa-d45ad6f018bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.794455426Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","namespace":"ai-tenant-e2e-praxis-a-5f8cbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.794523488Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","namespace":"ai-tenant-e2e-praxis-a-5f8cbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.794607725Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","tenant":"e2e-praxis-a-5f8cbc","tenantID":"e2e-praxis-a-5f8cbc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.812675284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-5f8cbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.843960422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"Service","name":"maas-api-e2e-praxis-a-5f8cbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.863933433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-5f8cbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.883337684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-5f8cbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.906717995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.925423824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.94722563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.96619162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.982352024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:29.998211626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:30.014120399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"Service","name":"payload-processing-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:30.029975445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:30.049337385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:30.067729651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:30.085701683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:30.106813845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:30.122814587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:30.141133981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:30.156948618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-5f8cbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:30.172894946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5f8cbc"},"namespace":"ai-tenant-e2e-praxis-a-5f8cbc","name":"default-tenant","reconcileID":"0c8a51de-7ca0-4a44-bded-011d4c2b6c2f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-5f8cbc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:31.085311147Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5f8cbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5f8cbc","reconcileID":"8a41a531-0355-43fc-a7c4-bd1a28f4870c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-5f8cbc","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-5f8cbc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:31.546998762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34da37d1-41d5-4e7d-b4ee-783536591879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:31.563357346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34da37d1-41d5-4e7d-b4ee-783536591879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:31.579530174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34da37d1-41d5-4e7d-b4ee-783536591879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:31.595957745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34da37d1-41d5-4e7d-b4ee-783536591879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:32.250229562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c28bb6-f515-4ec4-ace4-84d494a7fe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:32.266435129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c28bb6-f515-4ec4-ace4-84d494a7fe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:32.284697316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c28bb6-f515-4ec4-ace4-84d494a7fe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:32.302552881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c28bb6-f515-4ec4-ace4-84d494a7fe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.058880936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"39f02c05-1c00-4d32-8694-285f7edc75eb","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.082477104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"39f02c05-1c00-4d32-8694-285f7edc75eb","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.243395573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"e4331567-8bad-42ee-a1b1-1cc3e980aa2b","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.255754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"0e7a3189-47b3-4873-8491-187373eda5c8","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.255776654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"0e7a3189-47b3-4873-8491-187373eda5c8","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.264740542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"29851e9a-9c88-4219-9391-43dda610adbb","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.313344798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"38be870a-9d74-4605-ab09-f002f851cb0b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.334763292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"38be870a-9d74-4605-ab09-f002f851cb0b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.427525211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"c64b549d-6c7e-46e8-abdf-27817de5302d","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.436971174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"111f6e1d-f2e5-4401-b8b4-237485ffa4a6","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.457792265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"5a75b309-e17b-499f-bb63-0f93e0971d6f","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:33.471275306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-subscription-no-access","reconcileID":"4163ad2a-94dd-490c-a128-f8a68919fe4e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.474597671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"2b485c75-c28b-4b6e-bc38-e9192cd1806d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.484133622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b77b0390-2d9d-45a7-8b5b-393375479c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.484135369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8ecefd33-9f4c-42a9-990e-dab6135dd2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.495788839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"2b485c75-c28b-4b6e-bc38-e9192cd1806d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.507215933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b77b0390-2d9d-45a7-8b5b-393375479c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.507508876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8ecefd33-9f4c-42a9-990e-dab6135dd2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.514240162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"7157954d-72c7-4afd-8f22-59c711330cfb","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.533702714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"a53915af-962e-4e64-8568-f4e59a0fe1bc","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.597319621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"2e673e9f-bf9f-4b77-bb3d-d0e59e541150","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.603774304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9a5b8eba-323e-4003-b4a7-79e27f849ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.603802402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"294c8788-2550-4447-a29c-b745cc40d232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.618377543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"2e673e9f-bf9f-4b77-bb3d-d0e59e541150","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.62087374Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-subscription-no-access","reconcileID":"80ddadca-66cc-46e3-bf71-2c3bccb31543","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-664c2b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.625645143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9a5b8eba-323e-4003-b4a7-79e27f849ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.625679008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"294c8788-2550-4447-a29c-b745cc40d232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.679948373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"7d0e38fb-2441-4fa6-94fb-caebdd8507b5","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.70252558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"c3889779-5ff1-4c62-8313-a6ccea13043a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.830314547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-subscription-no-access","reconcileID":"ebe816e4-7338-44c9-903e-e29ffc333b53","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.893632857Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-sub-only","reconcileID":"e180063a-5c01-4651-bfbe-fde349450e9a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:33.972881331Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-sub-only","reconcileID":"e180063a-5c01-4651-bfbe-fde349450e9a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.039491077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"25f4fb17-3f96-4781-ab0e-05143312bf0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.047067874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"b8c8c192-1ecb-4bbf-b85d-6d442fc1b940","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.076238721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"42ce08c1-dea4-417e-a1e2-d1873760df56","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.098579995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"614048a3-a4ad-404a-920c-cd3e478643ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.14960565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"17c1eb7b-6955-4500-af90-49c04285779a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.150092791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"baff6b99-29c5-4873-8f74-8e1b7036cc3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.15311457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"614048a3-a4ad-404a-920c-cd3e478643ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.171301431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"17c1eb7b-6955-4500-af90-49c04285779a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.174440614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"baff6b99-29c5-4873-8f74-8e1b7036cc3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.199207576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"7458b3ab-e2d1-41cc-96b6-c05950cf9efd","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.207819522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"840e5290-6314-4483-b996-c98276d94949","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.207842844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"840e5290-6314-4483-b996-c98276d94949","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.250929588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"a3a32a7c-0b83-40fe-85ed-6b5967c40c81","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:34.251201439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"014e2bcf-3c9b-464f-a3a8-2736c6c03ef9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-ce5996-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.251450374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"24d1ff10-9b8b-4f85-9eb7-eac5aec6a370","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.252000381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"c4c987ba-7d6c-43d4-b5ea-650589211550","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.252024524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"c4c987ba-7d6c-43d4-b5ea-650589211550","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.273299704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"a3a32a7c-0b83-40fe-85ed-6b5967c40c81","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.291105372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"15b7bfb8-631e-4068-8d6e-e4298e5a30c4","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.291127336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"15b7bfb8-631e-4068-8d6e-e4298e5a30c4","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.312614004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"ebbe9344-a71a-4359-b83a-e7acf5c02da5","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.31264395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"ebbe9344-a71a-4359-b83a-e7acf5c02da5","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.35724281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"10fed161-bf9c-4b89-b249-05c44c282a43","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.357242518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5abc15b5-b343-4645-a4fd-c9ccebd0cea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.379319204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5abc15b5-b343-4645-a4fd-c9ccebd0cea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.379630421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"10fed161-bf9c-4b89-b249-05c44c282a43","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.389039227Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-test-group-no-auth","reconcileID":"46d60b7a-1788-4362-a858-fad66ade8566","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.393242602Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"02237a11-0887-4f03-8bef-ea25626efc9f","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"maas-trlp-praxis-route-ce5996","model":"praxis-route-ce5996","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.452957309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"cd2cfa0a-ac65-4e0e-a006-966635abd236","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.452983113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"cd2cfa0a-ac65-4e0e-a006-966635abd236","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.454487677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"7209db0a-782b-4851-a5bb-7fa019c0045b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.47577433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"7209db0a-782b-4851-a5bb-7fa019c0045b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.518806356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"7b01a43a-6a65-4b57-a8a2-144b3160a7dd","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"maas-trlp-praxis-route-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.526490667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"78ca26fb-1a7e-47fe-9767-1e7e83495b06","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.542180929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"eaf5c3af-9ae9-4461-a708-e6e141082120","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:34.563454576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"eaf5c3af-9ae9-4461-a708-e6e141082120","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:38.035555721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"d49d9512-0ba7-4849-9754-ed87cf921f4a","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","subscription":"ipp-route-f05249-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:38.110372808Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"d49d9512-0ba7-4849-9754-ed87cf921f4a","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:38.133671627Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249-sub","reconcileID":"d49d9512-0ba7-4849-9754-ed87cf921f4a","MaaSSubscription":{"name":"ipp-route-f05249-sub","namespace":"ai-tenant-e2e-ipp-a-f05249"},"name":"maas-trlp-ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:38.292319664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"ceb05c2f-b140-486e-9492-5ce6272ea708","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"tenant":"e2e-ipp-a-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","model":"ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:38.292344987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"ceb05c2f-b140-486e-9492-5ce6272ea708","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"routeName":"ipp-route-f05249-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f05249","llmisvcName":"ipp-route-f05249","gateway":"openshift-ingress/e2e-ipp-a-f05249","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.324050801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"5790406e-4ae8-405e-829a-71cb1cc91996","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.34476015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"5180e186-53e4-4242-8aef-589042604ec6","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.561107157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth","reconcileID":"0bb2b1a9-8b54-4d98-9f75-bab910ef2c58","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.653596689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth","reconcileID":"0bb2b1a9-8b54-4d98-9f75-bab910ef2c58","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.66863195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"98dcce32-5815-4aac-ac93-81dde62d9277","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.749562403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"ebeedb5c-acb9-49d6-96d3-31ebccdc08ae","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:39.750438921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-sub","reconcileID":"a5e1e3bd-3d44-4551-8142-448298ebbce9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.766292092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7823f3bc-ed6d-4761-b5d1-224039942af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.789028685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7823f3bc-ed6d-4761-b5d1-224039942af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.805356924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"e798264c-50d3-4aba-95e7-c74a6650322b","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.853914801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"732bf9fc-dc92-4404-b304-512587c4fd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.854366356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"a4279ecd-7388-4a68-a5f2-00a2068e105d","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.876866565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"142618bd-f408-46a9-b4e4-9004036d35c3","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.877622006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"732bf9fc-dc92-4404-b304-512587c4fd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.911074461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e2c322-a20b-46aa-80ba-6aa820596195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.927709426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e2c322-a20b-46aa-80ba-6aa820596195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.944050638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e2c322-a20b-46aa-80ba-6aa820596195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.948836452Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-sub","reconcileID":"feb8b855-fa12-4474-b5da-b566f3be6d13","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-status-active-sub","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.960538271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e2c322-a20b-46aa-80ba-6aa820596195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.961365765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth","reconcileID":"5958ec02-5899-4090-8939-f90339c48e97","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:39.986147266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth","reconcileID":"5958ec02-5899-4090-8939-f90339c48e97","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.024979977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"154bafdf-142b-4fed-a072-7b24097b1af0","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.030535876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"81e1b5b4-bdab-4f67-b4f5-352422d6cfe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.035274377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"97af8291-2651-428c-83b4-25972877a8ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.035601135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4aef0823-17bc-4470-849a-03f3cb5a8cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.057571874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4aef0823-17bc-4470-849a-03f3cb5a8cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.061899436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"97af8291-2651-428c-83b4-25972877a8ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.132664056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-sub","reconcileID":"03b57480-3611-4754-928b-fb3d59b2e277","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.663278655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be652a20-abe8-4d62-8e20-e6b8ed583e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.679526024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be652a20-abe8-4d62-8e20-e6b8ed583e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.695723805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be652a20-abe8-4d62-8e20-e6b8ed583e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:40.7121235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be652a20-abe8-4d62-8e20-e6b8ed583e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:41.481934776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a254af0-7767-4539-a2f4-19b266d7615d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:41.501724611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a254af0-7767-4539-a2f4-19b266d7615d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:41.518312813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a254af0-7767-4539-a2f4-19b266d7615d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:41.53459488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a254af0-7767-4539-a2f4-19b266d7615d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:42.370997665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"d3b0a028-95a6-42df-a838-5484444cba0a","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:42.424591985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth","reconcileID":"1ed53404-e262-42ad-ada2-7cc5f4f55f8d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:42.424857089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5de4b697-4eb6-481d-8e8b-2647af73c7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:42.425008864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c2f2bb2a-8c08-4c70-8855-a132840d37d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:42.446749552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5de4b697-4eb6-481d-8e8b-2647af73c7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:42.446903558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c2f2bb2a-8c08-4c70-8855-a132840d37d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:42.449404317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth","reconcileID":"1ed53404-e262-42ad-ada2-7cc5f4f55f8d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.296973721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-subscription-no-access","reconcileID":"24485140-cdab-421e-adc7-4c2a61cf22b7","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.375084637Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-subscription-no-access","reconcileID":"24485140-cdab-421e-adc7-4c2a61cf22b7","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.443200173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"5e01148c-0c73-4ceb-843d-1e87a13fb355","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.508825434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"87f46124-ac37-4647-a903-a928e1d6b46f","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.597637736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"16abd7b7-605b-4c11-8b74-79f4d3ea0b4c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.608132896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"ee804b26-d79c-4459-a3fc-2dd00aa4cf65","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.613683362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"f68369b9-4e1e-406f-8800-3477b5dacde1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.614402057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"29296448-de89-442a-861d-8031559dbedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.622141655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"16abd7b7-605b-4c11-8b74-79f4d3ea0b4c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.635361154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"29296448-de89-442a-861d-8031559dbedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.650205082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"f68369b9-4e1e-406f-8800-3477b5dacde1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.76170849Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-test-auth-no-access","reconcileID":"99f6c99d-6e9d-4cc9-ab4b-f996bd6590f1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:44.908930142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"2c57ae56-87b1-4838-bfba-fce293ff40d7","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.453388594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"f48400d8-6ecd-4f52-b542-89274286c973","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.551619153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"cd2c4157-94aa-49ed-8893-d02b654cc47d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.562030422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"15becaaf-591a-4e93-b3bf-4f20ee694093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.599969384Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","namespace":"ai-tenant-e2e-ipp-a-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.600311375Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","namespace":"ai-tenant-e2e-ipp-a-f05249","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.600582312Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","tenant":"e2e-ipp-a-f05249","tenantID":"e2e-ipp-a-f05249","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.620501013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f05249","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.654813747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"Service","name":"maas-api-e2e-ipp-a-f05249","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.677698187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f05249","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.696460443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f05249","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.717504625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.723995216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"a2470758-f354-4837-880d-bcf39b19fc63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.737459542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.75845592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.77743176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.860447021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.957206728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:48.958885856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ff7f6af-8333-4b99-a0c2-5054922101f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.01856511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"Service","name":"payload-processing-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.047335639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.058688461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f66e64bc-4d6b-4aad-978d-4fb990013ec3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.067116909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.094088998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.115923668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"3c6aac23-e2f1-4442-af8a-aab28b4c835b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.118754573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"0df825e8-ebc2-4dc5-9195-f34f97c5c5c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.166483314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.245572659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.277285221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.287936232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"c859d613-5e68-48b6-9000-52154b20ab05","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"maas-trlp-praxis-route-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.296500399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.317555911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f05249","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.318509882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"93fb5916-bfaa-445a-a949-22655a74818f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.340423923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"default-tenant","reconcileID":"ff5aaf62-77b1-4ba1-9d59-5956e1701250","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f05249","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.3884812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"e9c33b5b-90e5-415b-aac6-897a164fb8b1","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.389117395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"e9c33b5b-90e5-415b-aac6-897a164fb8b1","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:49.914112009Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f05249","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f05249","reconcileID":"5ba50332-3cb8-4792-a8d8-7fed0d75d768","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f05249","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f05249"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:49.99322226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"db20bd33-58a6-448f-b9ca-9626995df939","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.044701999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"db20bd33-58a6-448f-b9ca-9626995df939","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.052591492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"805b67ad-e9f5-4f8e-b489-7c723af96d1e","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.052850965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"805b67ad-e9f5-4f8e-b489-7c723af96d1e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.064431175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"b71c8f0e-5493-4fc9-b41b-558f2305b63a","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.064523699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"b71c8f0e-5493-4fc9-b41b-558f2305b63a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.085807824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"333f831c-e38a-4763-9ca9-d7229e0718f0","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.085912723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"333f831c-e38a-4763-9ca9-d7229e0718f0","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.110733792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"29d8ef1f-127b-4c99-afb2-57edab2b9d2b","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.1142389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"29d8ef1f-127b-4c99-afb2-57edab2b9d2b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.120013454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-failed-sub","reconcileID":"f5e61065-35f0-4bd0-bea3-de20873b094f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.165062203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"73b43734-c159-4d8e-ad69-27a292606a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.165729033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"3e49126b-1dc3-453b-8210-c6e8e9b969b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.195464975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"6fe70858-8933-49a8-9d4b-74d52b8c265a","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.20032332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"6fe70858-8933-49a8-9d4b-74d52b8c265a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.220648392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"3e49126b-1dc3-453b-8210-c6e8e9b969b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.225947699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"73b43734-c159-4d8e-ad69-27a292606a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.269905071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"19cf506b-8839-4cb1-89e0-31dcd34a2f51","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.357100854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"19cf506b-8839-4cb1-89e0-31dcd34a2f51","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.363802252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"41061586-308b-41a6-b6b4-2b92ed25ab48","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.363968598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"41061586-308b-41a6-b6b4-2b92ed25ab48","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.576401847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"9be8c2b5-cb03-4103-92f5-162658cf90b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.577099714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"2f257eaf-af48-4af8-8bbe-2e6782efac07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.618874952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"2f257eaf-af48-4af8-8bbe-2e6782efac07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.620817403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"9be8c2b5-cb03-4103-92f5-162658cf90b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.709385891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"eff28102-339e-41c0-b964-3af79cb64a05","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:50.709586904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"eff28102-339e-41c0-b964-3af79cb64a05","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.857823913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6d9f9c-84ab-4b76-88cc-9db301a36edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.914662925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6d9f9c-84ab-4b76-88cc-9db301a36edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.938580407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6d9f9c-84ab-4b76-88cc-9db301a36edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:50.966765956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6d9f9c-84ab-4b76-88cc-9db301a36edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:51.350260141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"763afce5-3ecf-4c79-b9c2-4e7deb31a329","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:51.350438608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"763afce5-3ecf-4c79-b9c2-4e7deb31a329","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:51.759257029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8e3d20-5243-498a-8b70-f75eed51363f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:51.775512274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8e3d20-5243-498a-8b70-f75eed51363f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:51.791532832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8e3d20-5243-498a-8b70-f75eed51363f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:51.808268553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8e3d20-5243-498a-8b70-f75eed51363f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:51.976265016Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"21ed555d-b7ba-487d-8470-153a3313e67f","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:51.976335002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"21ed555d-b7ba-487d-8470-153a3313e67f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:51.976447169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"c2f1ad7f-1af4-4113-9835-a77439e81e12","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:51.976459906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"c2f1ad7f-1af4-4113-9835-a77439e81e12","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.007387389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"b372c950-55e0-4f7c-b8e1-d144357ebde4","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:52.013597752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"abdb64df-1b28-448b-89bb-c62e6ae74c3b","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:52.013679774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"abdb64df-1b28-448b-89bb-c62e6ae74c3b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.013825502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"67dce800-d4ee-4a6f-8240-72889d6d6d42","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.013839913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"67dce800-d4ee-4a6f-8240-72889d6d6d42","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.028787564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"b372c950-55e0-4f7c-b8e1-d144357ebde4","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.040886901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"691a3511-a65d-4ea3-b330-236aefc0922c","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"maas-trlp-praxis-route-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.110702438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"f655fa3b-6a7a-4394-9639-72b61c1d6704","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.132278709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"f655fa3b-6a7a-4394-9639-72b61c1d6704","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.148105707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"5d5771f2-5164-4fa3-b73d-234659884104","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"maas-trlp-praxis-route-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.465409445Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-sub","reconcileID":"881eabb2-6943-4613-b03a-c873454cd770","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.554351037Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-sub","reconcileID":"881eabb2-6943-4613-b03a-c873454cd770","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.570351539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"26d4d801-8817-4a02-b4f0-d34c4cdc8987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.570689903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4be86bef-d87a-4c09-8d18-5f58c6bb7894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.588643642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f966ca95-b242-4dd3-b2f0-6171285c892b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.59180589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"26d4d801-8817-4a02-b4f0-d34c4cdc8987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.591882027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4be86bef-d87a-4c09-8d18-5f58c6bb7894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.605489813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f966ca95-b242-4dd3-b2f0-6171285c892b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.621513316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f966ca95-b242-4dd3-b2f0-6171285c892b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.624021555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"466198df-9ead-4f99-acf1-0d75a522e235","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.637878159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f966ca95-b242-4dd3-b2f0-6171285c892b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.709943541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"21a2e537-dcee-45ee-96b1-d6e58bfb4325","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.756684337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"41ea1657-cbdf-4653-bfcf-890d18f1d906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.75670548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"67aaa75e-bce7-4560-9584-01f882e8c7e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.757142144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth","reconcileID":"3eab436d-5b32-4dcb-8436-32dbfc517cd1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.777623793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"67aaa75e-bce7-4560-9584-01f882e8c7e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.777874507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"41ea1657-cbdf-4653-bfcf-890d18f1d906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.780221114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth","reconcileID":"3eab436d-5b32-4dcb-8436-32dbfc517cd1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:52.851255974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"647b6670-f9c7-47da-8392-f1fa047d0f08","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:53.011075439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth","reconcileID":"fe6ad5ad-a048-4e4f-9fdd-f31123286b2f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:53.131909902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"c3053f8c-b9a9-4bf1-9af5-10110e6723f2","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:53.880077664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"b0d361ac-0205-46b0-b717-9374873483b0","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:53.901145875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"601e79f2-763e-42e6-b729-2c96b877e17a","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:53.948453206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth-only","reconcileID":"3913bd5c-0e29-4a0a-a4fe-9f4b8786597c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:53.970573913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth-only","reconcileID":"3913bd5c-0e29-4a0a-a4fe-9f4b8786597c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:54.058305215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"4b2f5b5a-393f-485a-85f3-410afd52e310","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:54.106372258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth-only","reconcileID":"a8cd257f-e779-419a-bfb0-2236c63d074d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:54.127720337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth-only","reconcileID":"a8cd257f-e779-419a-bfb0-2236c63d074d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:55.641233112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"522679f8-63c3-4d34-98e1-1402107445a8","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:55.641336099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"522679f8-63c3-4d34-98e1-1402107445a8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:55.888343086Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","namespace":"ai-tenant-e2e-praxis-b-1d6d47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:55.888419818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","namespace":"ai-tenant-e2e-praxis-b-1d6d47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:55.8884821Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","tenant":"e2e-praxis-b-1d6d47","tenantID":"e2e-praxis-b-1d6d47","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:55.906560229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"Deployment","name":"maas-api-e2e-praxis-b-1d6d47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:55.942353298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"Service","name":"maas-api-e2e-praxis-b-1d6d47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:55.96149955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-1d6d47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:55.979598543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-1d6d47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:55.998303654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.018911828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.042283908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.061000594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.076978295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.094221023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.110531276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"Service","name":"payload-processing-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.126541763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.142395006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.15833223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.174147937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.202105497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.217975134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.250863476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.266842813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-1d6d47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.282969034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1d6d47"},"namespace":"ai-tenant-e2e-praxis-b-1d6d47","name":"default-tenant","reconcileID":"ec5436cc-3a51-4be6-ad7b-da74728b8fca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-1d6d47","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.459949718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-active-auth-only","reconcileID":"25ba148e-51b7-4228-adca-906c30619cf1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.460495341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"a4e119c0-b76f-4712-a91f-1a4a81a5dcf8","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.512439749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"dd524091-8c6b-4b71-9483-b562ebce35ce","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:56.635831501Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1d6d47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1d6d47","reconcileID":"f6844799-2dd9-44e9-bf49-eeb724159cbc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1d6d47","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-1d6d47"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:56.69051113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"42c59f63-16ed-4436-944d-3a0022adbfaa","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:56.690581339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"42c59f63-16ed-4436-944d-3a0022adbfaa","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.052977618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0310de87-a222-40cf-aafd-da91da159de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.06941484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0310de87-a222-40cf-aafd-da91da159de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.085797369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0310de87-a222-40cf-aafd-da91da159de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.102082664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0310de87-a222-40cf-aafd-da91da159de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.34603779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"1cc3f42f-95d0-475d-a724-ca00501c0814","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.370057855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"5fa7e7b5-824e-48c9-a002-e43b8ff5c716","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.434231377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"8d7404e2-2c07-477b-ab3a-0e62cf5422a8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.455624158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"8d7404e2-2c07-477b-ab3a-0e62cf5422a8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.55653684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"6c9c7a89-d45e-4f2f-b75d-a2973025a60d","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.559549192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"6973d9d6-6f58-4fd2-b561-b64821dde710","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.65458423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"ff2c0042-bcc5-4aca-8328-aafba42218fc","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.669866152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"c92b39ba-8041-4c9d-a2d5-262515e43a8a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:12:57.67186712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-sub","reconcileID":"dbbef3be-e846-4165-a893-149e7cfbad8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.685351373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"66a55e0a-2108-488c-8fab-267d60653eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.693848207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"c92b39ba-8041-4c9d-a2d5-262515e43a8a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.707366976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"66a55e0a-2108-488c-8fab-267d60653eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.7143173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4ddbd2e7-e178-4983-83c3-071a7dca4a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.720606222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"2b27c6f5-ea7b-4a29-97da-9b56478232ef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.7355209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4ddbd2e7-e178-4983-83c3-071a7dca4a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.739461955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"4cb28f60-52ed-40ea-aa1b-3c5ff658c94c","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.827354629Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-sub","reconcileID":"ec5dbc68-e5e6-44e4-85f4-14bd55dfc2a7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.827502401Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-sub","reconcileID":"ec5dbc68-e5e6-44e4-85f4-14bd55dfc2a7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-39b241/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.84938284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481141c-4219-45b6-af92-7eccbfcb7df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.866285467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481141c-4219-45b6-af92-7eccbfcb7df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.882394903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481141c-4219-45b6-af92-7eccbfcb7df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.899299542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481141c-4219-45b6-af92-7eccbfcb7df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.932814685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"188c04a8-6425-462e-9792-9407a3278dd7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.940634246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"6e083ccb-018b-4d7d-9ac1-55be74c09389","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.949998455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"58b3c479-ffe0-4ac2-ae67-08c6a7ada2e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:57.954040899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"188c04a8-6425-462e-9792-9407a3278dd7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:58.009836769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8f0c0204-9c1e-4213-b9d7-e4fe685da3ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:58.009837317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b37d919f-339c-4a58-9e67-84c688787195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:58.019670505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-sub","reconcileID":"af8ddd1b-f01c-4f14-ae29-8a8a0d0f2f80","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:58.01985034Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-sub","reconcileID":"af8ddd1b-f01c-4f14-ae29-8a8a0d0f2f80","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-39b241/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:58.032374836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b37d919f-339c-4a58-9e67-84c688787195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:58.032378151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8f0c0204-9c1e-4213-b9d7-e4fe685da3ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:58.819920124Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:12:59.976787635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"2c1b05f6-5d94-468b-93f4-b59e49485127","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:00.024739528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c430db38-b2b4-4806-914b-b2406af54e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:00.024757175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"3c3c76b9-e6b8-448f-aaa1-b51780bc7755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:00.025145819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"540a757f-58e4-474f-83a4-06114c4f62fa","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:00.057879493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"540a757f-58e4-474f-83a4-06114c4f62fa","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:00.058550602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c430db38-b2b4-4806-914b-b2406af54e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:00.060600317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"3c3c76b9-e6b8-448f-aaa1-b51780bc7755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:02.158762931Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"8443f2a2-0e4c-427e-89b7-e9fb85c9ac61","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:02.158868256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"8443f2a2-0e4c-427e-89b7-e9fb85c9ac61","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.159198102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"730c9bb8-f839-42d1-83e7-0bbf0c11be04","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.15921479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"730c9bb8-f839-42d1-83e7-0bbf0c11be04","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.268106073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"9bdf3caf-e2f2-4720-bb1f-33e0b1fb20a3","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.289525767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"9bdf3caf-e2f2-4720-bb1f-33e0b1fb20a3","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.3025259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"0f69fca3-6cec-44da-8ba3-660a19ec34b2","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"maas-trlp-praxis-route-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.370371159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"1b00046f-1e9f-4ad5-b060-33045a8fbfaf","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.392748147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"1b00046f-1e9f-4ad5-b060-33045a8fbfaf","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.40728391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"60f96e0d-7760-4c36-ba4b-e25b5f7cf27b","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"maas-trlp-praxis-route-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.572269281Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-failed-sub","reconcileID":"5156497e-ca5e-4c92-9e93-18645762f3cb","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.572424114Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-failed-sub","reconcileID":"5156497e-ca5e-4c92-9e93-18645762f3cb","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-664c2b/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.794498692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8e8dbe43-4834-4544-92e8-2517b56e8d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.794498673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"313aef8f-a3dc-4ab2-8d26-ba24031ca91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.817188958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"313aef8f-a3dc-4ab2-8d26-ba24031ca91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:02.817414641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8e8dbe43-4834-4544-92e8-2517b56e8d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:03.639461743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-failed-auth","reconcileID":"0baa8f66-e597-4476-9ff4-f777621d120d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:03.660793904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-failed-auth","reconcileID":"0baa8f66-e597-4476-9ff4-f777621d120d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:03.680558516Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-failed-auth","reconcileID":"0baa8f66-e597-4476-9ff4-f777621d120d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:03.799253753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-failed-auth","reconcileID":"d4ea99e2-264e-43d9-a5e9-f45bdbc7cf79","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:03.821606314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-failed-auth","reconcileID":"d4ea99e2-264e-43d9-a5e9-f45bdbc7cf79","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:03.842012687Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-failed-auth","reconcileID":"d4ea99e2-264e-43d9-a5e9-f45bdbc7cf79","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.116973101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"b916fa38-b8d1-4dfb-b3b2-88d7f85ce3ec","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.138076095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"ef239c21-ca3c-4296-9eb6-3e4f86032bfb","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.185280027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"04949ea7-767c-435b-b942-8114dcf22696","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.206349877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"04949ea7-767c-435b-b942-8114dcf22696","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.294148435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"5b2947e0-d3c2-498a-8fd2-842ccfdb94ec","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.317518746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"cb42d2cd-0419-48b8-a3c5-8ef04bc578db","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.338672866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"bf16a588-5620-4cad-9776-c5c192d01992","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.343414595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"feec5637-d40b-463e-b387-d018a0d47477","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:05.355832816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf","reconcileID":"60eff766-df59-4e42-8054-71808a2a97c9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.364605317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"feec5637-d40b-463e-b387-d018a0d47477","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.399449553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"c87f6e74-deea-4861-8c15-bfb699133cb3","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.420870441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"eca919d0-594d-42b6-9e9a-fe86538943c8","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.442571132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"cecdd2d2-4516-4983-b562-42e993f6a1e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.442696233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1148fb9b-15d2-4384-b84b-3c5306e66c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.464183003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"cecdd2d2-4516-4983-b562-42e993f6a1e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.464242447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1148fb9b-15d2-4384-b84b-3c5306e66c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.509812368Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf","reconcileID":"5455c491-e815-4f43-b7e3-b7a26fc9e02d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-9bfe36/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.509989716Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf","reconcileID":"5455c491-e815-4f43-b7e3-b7a26fc9e02d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.545870307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9844deef-d537-4a0f-a0db-67ae9f0e60e1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.56692785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9844deef-d537-4a0f-a0db-67ae9f0e60e1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.584487186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"de41be3d-880a-4931-adc1-4238da7f4b9d","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.586812901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"948025f1-d775-4bac-8513-c74a3acd600c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.646625697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4f31fe68-638d-4b9e-b957-adac9c08c35d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.646625733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5a4a4d2c-7f1d-4fda-91d0-4f92ea95d6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.668392276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5a4a4d2c-7f1d-4fda-91d0-4f92ea95d6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.668411761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4f31fe68-638d-4b9e-b957-adac9c08c35d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.687771489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf","reconcileID":"e359737e-2898-4b2a-a1c9-2c29f9d945cc","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.687964838Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf","reconcileID":"e359737e-2898-4b2a-a1c9-2c29f9d945cc","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:05.982700322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-failed-auth","reconcileID":"fcd3f27e-1bfe-46aa-bec7-e0de4d298929","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.451309215Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"0dbe407d-4b2f-495c-a3d2-898f8c05e68d","namespace":"ai-tenant-e2e-praxis-a-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.451390895Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"0dbe407d-4b2f-495c-a3d2-898f8c05e68d","name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.472290226Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"0dbe407d-4b2f-495c-a3d2-898f8c05e68d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.472321133Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"0dbe407d-4b2f-495c-a3d2-898f8c05e68d","namespace":"ai-tenant-e2e-praxis-a-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.472426289Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"0dbe407d-4b2f-495c-a3d2-898f8c05e68d","name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.4732375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"e1f707cb-ef5b-41b8-80a4-378decfb35a7","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.473253623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"e1f707cb-ef5b-41b8-80a4-378decfb35a7","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.493269534Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"0dbe407d-4b2f-495c-a3d2-898f8c05e68d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.495949131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"d0cfdc80-e0f5-4f4e-866a-ce2b12df6055","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.495970154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"d0cfdc80-e0f5-4f4e-866a-ce2b12df6055","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.504462289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"7d7d8d29-7bcf-4ef2-bbee-dd4b348d4c4b","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:06.51380416Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"d0cfdc80-e0f5-4f4e-866a-ce2b12df6055","name":"praxis-route-ce5996","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-ce5996\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:06.513882442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"d0cfdc80-e0f5-4f4e-866a-ce2b12df6055","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-ce5996\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.51930168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"c6eee4d0-609a-4bc8-98a7-9f155c2d8d1e","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.519327278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"c6eee4d0-609a-4bc8-98a7-9f155c2d8d1e","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.525626037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"7d7d8d29-7bcf-4ef2-bbee-dd4b348d4c4b","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.527540811Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"58968c90-ae3b-4947-9062-0b7c75109110","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3827c40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.557443276Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"c71e5fd1-ade5-4bb2-85b6-d90d1d1413d3","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3827c40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.658107114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"82e686a9-b59f-45c0-9a09-6dfcf8593df6","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.708834346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"82e686a9-b59f-45c0-9a09-6dfcf8593df6","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.764434657Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"82e686a9-b59f-45c0-9a09-6dfcf8593df6","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"e2e-praxis-a-ce5996-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.764467157Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-auth","reconcileID":"82e686a9-b59f-45c0-9a09-6dfcf8593df6","MaaSAuthPolicy":{"name":"praxis-route-ce5996-auth","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.787338434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"1074c827-bbe1-45a8-aeb1-76eb2ab2f081","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.787369879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"1074c827-bbe1-45a8-aeb1-76eb2ab2f081","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.941787938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"355db78e-539c-4bd2-8a37-420974992455","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"tenant":"e2e-worker-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.941827847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"355db78e-539c-4bd2-8a37-420974992455","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:06.967546872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"6621eb04-9d9a-416b-9b1c-6e8df10fad0f","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.115749365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"cb33eaf0-0a84-4ee0-bd55-734b02cb94ff","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"tenant":"e2e-worker-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.11577827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"cb33eaf0-0a84-4ee0-bd55-734b02cb94ff","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.134809538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"126af61e-2d63-41f8-8080-20a10a508d01","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"tenant":"e2e-worker-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.134834513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"126af61e-2d63-41f8-8080-20a10a508d01","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.198123769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"a8614e0f-22c4-4cb5-85f4-5f92ccc3540b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.219208418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"a8614e0f-22c4-4cb5-85f4-5f92ccc3540b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.310957389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"47fe0ff0-7bf2-4b0d-892d-5ca024e5ca53","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"tenant":"e2e-worker-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.310981938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"47fe0ff0-7bf2-4b0d-892d-5ca024e5ca53","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.335855325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"3047a37a-bc2e-438a-b53c-54ba5ee12166","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.345510423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"59bb5a37-7d1f-4e00-8623-108464db2400","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"tenant":"e2e-worker-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.34553442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"59bb5a37-7d1f-4e00-8623-108464db2400","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:07.353775784Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-664c2b/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.36630708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"865c99a5-6795-45e1-96d2-a63b7f154051","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"tenant":"e2e-worker-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.366336095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"865c99a5-6795-45e1-96d2-a63b7f154051","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.373582382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5b6c7d5f-8bb5-4bb3-86b6-146c72f21319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.373778652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"3e675fac-1bcf-4f67-8cc3-ebb1959bf5d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.395212761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5b6c7d5f-8bb5-4bb3-86b6-146c72f21319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.395250664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"3e675fac-1bcf-4f67-8cc3-ebb1959bf5d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.395899061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"b500a97e-6a7f-49c5-b600-0fddc06f7bf2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"tenant":"e2e-worker-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.395914947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"b500a97e-6a7f-49c5-b600-0fddc06f7bf2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.447582237Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-sub","reconcileID":"dce9ec84-29b5-405f-96e7-558d9328688a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.478546072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"45cdb422-b1b1-4eed-b6f5-8bb3ad102e99","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.499256492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"45cdb422-b1b1-4eed-b6f5-8bb3ad102e99","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.506215472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"43299591-577c-4fc5-bc8e-ba86e89da51a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"tenant":"e2e-worker-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.50623676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"43299591-577c-4fc5-bc8e-ba86e89da51a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.570605743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-sub","reconcileID":"f9526ac2-ee53-4b6f-98ae-d1e377131e8f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.692507736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d537efe4-2e9e-4e83-9a2f-133987512b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.692504919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a400d34f-4c85-4df6-bbde-bcb8ad215a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.713813019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a400d34f-4c85-4df6-bbde-bcb8ad215a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.713840901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d537efe4-2e9e-4e83-9a2f-133987512b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:07.975388096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"0b9d3a43-38d4-4b78-b8ca-ccdda3c27fa1","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:08.026032906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e392183f-c5b7-42e4-9cea-e57c1c46f717","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:08.026041272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b3b739f4-38c2-4a4f-a52c-17374173f8d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:08.026300079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"ad26014f-b92d-4602-8378-b630b0bf92db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:08.048104092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e392183f-c5b7-42e4-9cea-e57c1c46f717","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:08.04914134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"ad26014f-b92d-4602-8378-b630b0bf92db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:08.05113042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b3b739f4-38c2-4a4f-a52c-17374173f8d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.034346371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-sub","reconcileID":"dfda90a1-c266-4762-948b-87efe11206a4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.107642939Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-sub","reconcileID":"dfda90a1-c266-4762-948b-87efe11206a4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.107681323Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-sub","reconcileID":"dfda90a1-c266-4762-948b-87efe11206a4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.107828446Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-sub","reconcileID":"dfda90a1-c266-4762-948b-87efe11206a4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-39b241/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.180685876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"bc9f3e0c-968d-4465-be5f-4b3a4413f830","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.273846196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"737f2abc-6fb3-4654-9838-dad9408b495a","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.296992426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"51ff85e7-e727-4c27-852c-c77670132f54","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"tenant":"e2e-worker-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.297017275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"51ff85e7-e727-4c27-852c-c77670132f54","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.321204213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5d704bd4-0a93-4255-a1b2-243a1047c62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.321204214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7d89ca8c-59ba-4d2b-86a1-ba34056e50ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.32154398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"999f4f53-1854-4c62-b26e-9fbe1458ea81","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.34289603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5d704bd4-0a93-4255-a1b2-243a1047c62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.343941285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"999f4f53-1854-4c62-b26e-9fbe1458ea81","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.345213854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7d89ca8c-59ba-4d2b-86a1-ba34056e50ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.414483302Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"0219a362-4a26-4eba-a72b-59693dec0f8f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.414559122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"f9555182-485b-4020-8cc0-4d8310bed83e","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:10.511522537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"9ec9e51c-d630-44b3-8a85-e1e5eb46d375","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:11.269837293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"5dd506c2-248e-4b9e-8fe9-6dad7b2b6ff4","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:11.290927115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"406b619f-98dc-4322-8cc0-6015b7a13d4d","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:11.362007582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"fd88a7c2-58f7-4bee-bdc0-df13ccf3f7b6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:11.384826985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"fd88a7c2-58f7-4bee-bdc0-df13ccf3f7b6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:11.420541523Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"fd88a7c2-58f7-4bee-bdc0-df13ccf3f7b6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:11.658011421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"f3d6a786-2cd6-4729-8eeb-75c1013c8b33","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:11.722260075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"ea47ef71-bbc5-46ff-9e03-3a5f54968b96","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:11.745470706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"ea47ef71-bbc5-46ff-9e03-3a5f54968b96","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:11.782543521Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"ea47ef71-bbc5-46ff-9e03-3a5f54968b96","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:12.215087625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"10fc4fc3-d83a-4f24-8a87-10632e1c5436","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:13.691021245Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"e08b868f-d378-4d27-8e48-f6c55dd374f6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:13.691040103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"e74ca7f7-c810-43ba-917d-e23d461e7469","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:13.708141723Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-status-degraded-auth","reconcileID":"e08b868f-d378-4d27-8e48-f6c55dd374f6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:13.760076369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"54c2035c-6f2c-4a64-a23c-edb4572c1582","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:16.574608365Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"12d216c9-f1cc-4ceb-891a-9cd57c1a5732","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","subscription":"praxis-route-ce5996-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:16.591235488Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"12d216c9-f1cc-4ceb-891a-9cd57c1a5732","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:16.607525108Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996-sub","reconcileID":"12d216c9-f1cc-4ceb-891a-9cd57c1a5732","MaaSSubscription":{"name":"praxis-route-ce5996-sub","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"name":"maas-trlp-praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:16.806413898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"a1e43fea-d117-432c-ae48-0d2f631b0207","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"tenant":"e2e-praxis-a-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","model":"ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:16.806440696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"a1e43fea-d117-432c-ae48-0d2f631b0207","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"routeName":"praxis-route-ce5996-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ce5996","llmisvcName":"praxis-route-ce5996","gateway":"openshift-ingress/e2e-praxis-a-ce5996","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.032914324Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf","reconcileID":"85df716e-541b-46c5-830a-6b1af7a1f522","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.105966311Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf","reconcileID":"85df716e-541b-46c5-830a-6b1af7a1f522","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.10601232Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf","reconcileID":"85df716e-541b-46c5-830a-6b1af7a1f522","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.106224915Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf","reconcileID":"85df716e-541b-46c5-830a-6b1af7a1f522","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.172004093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"05226677-20ce-4392-9c99-d6429c768692","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.205811615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"d7124171-dc58-46cb-845e-b4d0811be9e5","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.254077308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"446c63be-734c-41ba-ba41-a560dedf3b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.254107793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"73a521d7-dfe4-4c61-ae0e-6450d51d0691","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.254619192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c7c45618-a9dd-4c7c-8459-7394212f0fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.276964813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c7c45618-a9dd-4c7c-8459-7394212f0fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.276969554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"73a521d7-dfe4-4c61-ae0e-6450d51d0691","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.279344724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"446c63be-734c-41ba-ba41-a560dedf3b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.359563934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1bb34b42-0e57-491c-a92f-82ed176283a5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.359626168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"1fb210fe-2bec-4b72-87f9-73987d4df5a9","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:18.529357485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"75e0dcc1-a9c5-40f8-9bd9-46e45f5926ce","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.30754718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"65a7da25-4d92-41ab-902e-7aa57d5812fb","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.326794475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"71b11c6b-4efd-4fed-97c6-2680f9af2502","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.374056799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey-auth","reconcileID":"5f5b8da3-015c-4146-bba6-3c82f3b76875","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.395108528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey-auth","reconcileID":"5f5b8da3-015c-4146-bba6-3c82f3b76875","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.486633325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"789abe59-de8a-448a-9979-809cd7d77f8c","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.51466766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"d1c40b02-457d-4bee-ab38-e4e122833ef7","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.534494484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"c1443505-20fb-4db0-a289-fd4dc43add06","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.535044734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey-auth","reconcileID":"03ac8ee4-e5de-4ddf-bd31-27c674398045","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:19.549947661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey","reconcileID":"be2589b4-476d-4463-bef6-f04745a7e343","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.556516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey-auth","reconcileID":"03ac8ee4-e5de-4ddf-bd31-27c674398045","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.595970427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"2776b4dd-3f4b-4b74-bbf5-ba8a574b5636","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.617500221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"3ee6bacf-4736-4025-bd24-7e7a7c2a86a1","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.63101972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"b6a817c2-b239-49fc-8a56-bbd62995a7c5","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.634752881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"cc3ecb77-a725-4cab-a58e-c052adeb064a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.635097002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7ddf4889-51c2-414d-9c12-029c5b6eb26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.651083324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"56f030c4-13b8-4b14-b5e6-d8061215c68a","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.657352606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"cc3ecb77-a725-4cab-a58e-c052adeb064a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.657395365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7ddf4889-51c2-414d-9c12-029c5b6eb26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.671302054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"0bb7bc1a-8320-4fea-afc0-f3a36981f6fe","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:19.672498821Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-39b241/e2e-list-subs-refs-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.693035777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"dca4cead-b327-4e37-9ef8-f0a188178643","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.707733312Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey","reconcileID":"fe5774eb-5a46-4935-b154-ce80d7b53368","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-9bfe36/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.707875799Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey","reconcileID":"fe5774eb-5a46-4935-b154-ce80d7b53368","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.73496387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7c630bd4-fd75-4452-819c-241e6389f98a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.734960244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"080e3a7f-5e7c-4de0-ba71-42d5b108b616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.738388746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey-auth","reconcileID":"d4afc697-166f-40ea-8422-90085f07d899","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.756523976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"080e3a7f-5e7c-4de0-ba71-42d5b108b616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.756723477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7c630bd4-fd75-4452-819c-241e6389f98a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.759684134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey-auth","reconcileID":"d4afc697-166f-40ea-8422-90085f07d899","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.782502638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"f48303e3-c15b-4a25-a4f1-1297f0a7611c","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.787652021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"0947060a-694d-42a8-a9c0-8e864a1ed3d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.809995153Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-list-subs-refs-sub","reconcileID":"77706299-d585-4ce2-9262-d1158f93e359","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.850240087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"57c4f736-0381-4c58-8cec-6553f9fca337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.870940493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"57c4f736-0381-4c58-8cec-6553f9fca337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.890306286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"06e70e36-00a0-40e8-bc9d-3a00661349c0","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.899661371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey","reconcileID":"c0747a99-72bc-4040-b994-37b30569ccfe","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.899816803Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey","reconcileID":"c0747a99-72bc-4040-b994-37b30569ccfe","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.900003758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"a55fe4dc-124b-4101-b7d7-0e036af1f108","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.936759104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"12360ed9-93fd-47ce-89b0-334947fba058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.936986115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"99a3f6f7-7281-4bf2-93d2-1f602f0d02a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.93676106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"bb3a75eb-b0ed-4ede-a679-834d10a30e80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.95813781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"99a3f6f7-7281-4bf2-93d2-1f602f0d02a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.958443165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"bb3a75eb-b0ed-4ede-a679-834d10a30e80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.960471543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"12360ed9-93fd-47ce-89b0-334947fba058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:19.985106855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-list-subs-refs-sub","reconcileID":"c190d82b-f1f7-4d07-8c6c-6f8410d0bafa","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:20.282575518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"9b4ab349-1ca0-4c66-95d8-c4e4a6894604","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:20.331468837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"8917329c-5d97-4b85-a28d-f9dba1625c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:20.331476468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"acdb3bdc-11d2-412a-a48c-a299c3a80ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:20.353632137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"8917329c-5d97-4b85-a28d-f9dba1625c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:20.353739514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"acdb3bdc-11d2-412a-a48c-a299c3a80ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:22.150442077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"f65b0684-d27b-4adb-8cab-08edc24a68f2","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:22.197167742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey-auth","reconcileID":"21e3e836-924a-4d84-a459-aa12459b8131","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:22.197330994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9c3982d7-e9ba-4194-b3fd-f48d76932809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:22.19761635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b36e9026-7e78-4385-aff5-7e89fb819b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:22.21934542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9c3982d7-e9ba-4194-b3fd-f48d76932809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:22.219493711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey-auth","reconcileID":"21e3e836-924a-4d84-a459-aa12459b8131","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:22.221999331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b36e9026-7e78-4385-aff5-7e89fb819b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.361377663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","namespace":"ai-tenant-e2e-praxis-a-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.361444139Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","namespace":"ai-tenant-e2e-praxis-a-ce5996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.361528712Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","tenant":"e2e-praxis-a-ce5996","tenantID":"e2e-praxis-a-ce5996","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.379683327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ce5996","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.409980264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"Service","name":"maas-api-e2e-praxis-a-ce5996","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.431583993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ce5996","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.449636715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ce5996","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.468352461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.486953961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.50973315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.530253658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.546066628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.561926549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.577832023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"Service","name":"payload-processing-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.596982942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.612897817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.628878062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.647327509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.669948585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.686803087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.702662609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.718445608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ce5996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:27.734267961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"default-tenant","reconcileID":"b326cf27-553f-49f2-9859-731b796b161c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ce5996","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:28.045969417Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ce5996","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ce5996","reconcileID":"4f416c0a-5f67-4349-b516-0ece1051b9b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ce5996","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ce5996"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.103820764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"1408478a-210c-4ae2-8253-4839078dc74c","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.103916255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"1408478a-210c-4ae2-8253-4839078dc74c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.104085445Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"92b277ba-1653-4b40-be4c-7d43b8127ca7","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.141505202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"92b277ba-1653-4b40-be4c-7d43b8127ca7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.146880065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"9dad9dfc-a829-44a6-a3ac-712f88e62a10","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.146948523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"9dad9dfc-a829-44a6-a3ac-712f88e62a10","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.157396766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"8ea99653-73be-4dd0-9690-238221e39456","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.157510474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"8ea99653-73be-4dd0-9690-238221e39456","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.178983548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"4b506b04-3a1d-4d41-aa40-0e8c660a2d36","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.179108518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"4b506b04-3a1d-4d41-aa40-0e8c660a2d36","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.220020645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"091c4d5f-8f7d-4990-92ca-43119028eb27","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.220131006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"091c4d5f-8f7d-4990-92ca-43119028eb27","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.301123677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"91d1104b-003f-4275-aba5-7c293b5ae27d","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.349405101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"91d1104b-003f-4275-aba5-7c293b5ae27d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.510261381Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"08f0c0fd-1f80-4737-94ff-3186bb44dab9","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.51036593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"08f0c0fd-1f80-4737-94ff-3186bb44dab9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:28.547500292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57dba2d-ab48-4914-89c6-9bff7390ccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:28.563760989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57dba2d-ab48-4914-89c6-9bff7390ccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:28.579874545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57dba2d-ab48-4914-89c6-9bff7390ccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:28.596081483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57dba2d-ab48-4914-89c6-9bff7390ccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:28.821106617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.831481874Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"6633171c-15b6-41c8-9373-e2a5be44831b","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:28.831564839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"6633171c-15b6-41c8-9373-e2a5be44831b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:29.421644832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ad567-edab-4c89-addd-8c56133f4b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:29.423410552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-sub","reconcileID":"810b9c24-90c8-43f7-af01-bd81276abffa","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:29.453009505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ad567-edab-4c89-addd-8c56133f4b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:29.474570062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"ede59748-c50b-48bd-924f-55e02f875c64","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:29.47467967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"ede59748-c50b-48bd-924f-55e02f875c64","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:29.489607582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ad567-edab-4c89-addd-8c56133f4b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:29.50771015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ad567-edab-4c89-addd-8c56133f4b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:29.555964308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"aa0356af-8365-4274-ae97-719a36983929","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"tenant":"e2e-worker-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:29.555998905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"e2e-temp-model-status","reconcileID":"aa0356af-8365-4274-ae97-719a36983929","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:30.207258594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"6ce5f02e-899c-4be6-a6cd-e68d7f3f1156","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:30.234185932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"6ce5f02e-899c-4be6-a6cd-e68d7f3f1156","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:30.677782587Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-list-subs-refs-sub","reconcileID":"3d08c462-b896-46ab-891c-1e1fba23663f","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:30.701412555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"97ea10c5-26b6-4b02-8ca5-5ed0175cbe21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:30.702591083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6183a279-0c37-4828-9241-e8f47663414b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:30.834078641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"97ea10c5-26b6-4b02-8ca5-5ed0175cbe21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:30.900511273Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-list-subs-refs-sub","reconcileID":"3d08c462-b896-46ab-891c-1e1fba23663f","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:30.876680742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6183a279-0c37-4828-9241-e8f47663414b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:30.943865913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"5ebd6262-d335-4535-b474-4eb482275bbc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:30.99865914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"5ebd6262-d335-4535-b474-4eb482275bbc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.054001691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"7f0fb2b0-6305-4d56-bf55-6f398f053725","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.069833597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"db79aa9d-249e-4ad7-aa00-39961ea8f888","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.249885133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"63ef227d-a8e5-4de4-92b2-dd1c4c3db609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.250645361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"cbd065ee-d495-4ff7-9d16-d437b52a622e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.277009968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"cbd065ee-d495-4ff7-9d16-d437b52a622e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.289135754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"63ef227d-a8e5-4de4-92b2-dd1c4c3db609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.805691949Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-sub","reconcileID":"e9549eef-281d-4191-ab27-d8af605e6b13","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.874627003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"5197fee7-a257-4be9-8c76-0db89d14dce2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.87479065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"5197fee7-a257-4be9-8c76-0db89d14dce2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.876200343Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-sub","reconcileID":"e9549eef-281d-4191-ab27-d8af605e6b13","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.97948272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0a46a52e-7848-4907-b7a4-fca3d2556694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.987843016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"f405e4e9-80fe-4e51-8aba-702613866e38","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:31.989748254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6ad95eff-11f9-42c6-9b08-cb8e6cdacfea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.11004283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6ad95eff-11f9-42c6-9b08-cb8e6cdacfea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.122258633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0a46a52e-7848-4907-b7a4-fca3d2556694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.124486197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"f405e4e9-80fe-4e51-8aba-702613866e38","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.124651062Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"f405e4e9-80fe-4e51-8aba-702613866e38","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.15623267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"6e23b48a-3f1e-4e4f-8cd1-5a5b3316eca0","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.15689375Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-sub","reconcileID":"9babe845-0b03-48e1-8ec6-af80ea2b61ee","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.253640656Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey","reconcileID":"fd76434c-506f-41e8-b059-1d09c47cd11e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:32.274720757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-sub","reconcileID":"36e99548-9743-4983-b2e8-a7e3b8382d46","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.27513598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"07ade3bc-426f-417c-843e-d5b0d7460378","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.278192337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"07ade3bc-426f-417c-843e-d5b0d7460378","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:32.278892233Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"f87e0e70-5096-432f-987d-e9ac75dfb03b","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:32.279128842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"f87e0e70-5096-432f-987d-e9ac75dfb03b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.279469973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"593c0d31-a822-46b0-9b4e-a262c3f12406","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.300368468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"66d6dc50-70b7-42fd-a6d8-f72b44e701ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.300975502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"589724cc-183f-4067-a1b5-406368a0c574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.375406502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"66d6dc50-70b7-42fd-a6d8-f72b44e701ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.384892232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"656c4162-2f61-410b-896b-44ba30afae73","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.381714143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"589724cc-183f-4067-a1b5-406368a0c574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.387067119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"045562a8-710a-4363-bbe8-f9876f262fe9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.391412446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"045562a8-710a-4363-bbe8-f9876f262fe9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.407381071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"b827269f-e0a0-4323-b903-259c0c8442a5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.407414496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"b827269f-e0a0-4323-b903-259c0c8442a5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.474366553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"e5a306ed-df34-4206-9662-81c4c1499821","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.474492997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"e5a306ed-df34-4206-9662-81c4c1499821","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.475727022Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey","reconcileID":"fd76434c-506f-41e8-b059-1d09c47cd11e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.475815517Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey","reconcileID":"fd76434c-506f-41e8-b059-1d09c47cd11e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.476036546Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey","reconcileID":"fd76434c-506f-41e8-b059-1d09c47cd11e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9bfe36/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.482078144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"656c4162-2f61-410b-896b-44ba30afae73","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.482189007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9ebddb14-302d-45cb-9843-04ef17ac362b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.482236204Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"656c4162-2f61-410b-896b-44ba30afae73","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.482635856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"c0b99ffe-d961-4cf1-9b2f-4f4cee7674ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.617074753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9ebddb14-302d-45cb-9843-04ef17ac362b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.638792287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"c0b99ffe-d961-4cf1-9b2f-4f4cee7674ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.671266167Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-sub","reconcileID":"0901e8c5-f308-4f45-b286-c535ce0d997a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.693801571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"95c269cd-d471-4e46-b6e7-dfcf3f99af35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:32.706997645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"e378e02c-dd38-48f9-9d11-6f9a122276e7","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:32.707225147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f05249","namespace":"ai-tenant-e2e-ipp-a-f05249"},"namespace":"ai-tenant-e2e-ipp-a-f05249","name":"ipp-route-f05249","reconcileID":"e378e02c-dd38-48f9-9d11-6f9a122276e7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f05249/ipp-route-f05249-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f05249]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.719284979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"94dbef82-e773-4a00-8a22-1c035d939c0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.837741874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"50924ced-e3b0-4417-8915-41c2746ad094","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.837833094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"50924ced-e3b0-4417-8915-41c2746ad094","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:32.838493001Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"379395f6-e002-4959-8022-68f3be234e30","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:32.83883807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"379395f6-e002-4959-8022-68f3be234e30","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.839320896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"94dbef82-e773-4a00-8a22-1c035d939c0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.841094827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"c85495c5-c3f7-4217-a8a3-26c74c47a64e","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.900075301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"3359e4e3-010e-4a42-ae1b-08c23520924e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.90010889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"3359e4e3-010e-4a42-ae1b-08c23520924e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:32.900993954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-sub","reconcileID":"0901e8c5-f308-4f45-b286-c535ce0d997a","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.909818515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"91ddeb10-d5a7-4b93-b1f9-aad3f446d0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.94131074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-auth","reconcileID":"f6201a70-4978-4dea-a757-b1578c7aa4d4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.963351658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"91ddeb10-d5a7-4b93-b1f9-aad3f446d0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.963639011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"a67ca34f-4cf4-4197-8748-949205819510","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.995120166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-auth","reconcileID":"f6201a70-4978-4dea-a757-b1578c7aa4d4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:32.995916247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-sub","reconcileID":"ebff55c8-ff18-420f-8f7e-99eab6c294bd","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.031513594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5a11a041-0852-4ae1-b3cd-fc71efb7862d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.031926731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"cb1a2e97-a505-4ad4-b2b9-85472dc2200a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.056081806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5a11a041-0852-4ae1-b3cd-fc71efb7862d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.077984274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"cb1a2e97-a505-4ad4-b2b9-85472dc2200a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.160807313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"24e88ca0-594e-4161-844e-14d979c885f4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.190676365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"24e88ca0-594e-4161-844e-14d979c885f4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.214279153Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"24e88ca0-594e-4161-844e-14d979c885f4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.225965946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"221e25e1-a635-4480-95b0-35452fbf4705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.23718819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"8c4f07bd-c346-4227-a9a7-a9b146627257","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.237315753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"8c4f07bd-c346-4227-a9a7-a9b146627257","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.25028514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"221e25e1-a635-4480-95b0-35452fbf4705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.262493024Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-degraded-models-apikey-auth","reconcileID":"07ec623f-e699-41ed-b0fb-6267d77ffa03","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.328436544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5ae72c1f-b1cc-40ce-abbf-bf4c93e745d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.351801927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-auth","reconcileID":"4b0cb667-37a8-4e3e-8e42-c9b5da160ac2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.355927361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5ae72c1f-b1cc-40ce-abbf-bf4c93e745d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.384263993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-auth","reconcileID":"4b0cb667-37a8-4e3e-8e42-c9b5da160ac2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.485990491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"58ca2f91-c3f3-4176-9cdd-058b186d61f2","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.675054397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"c001bf40-15d2-43d7-8be3-411c39a3b004","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.74351156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"385959c9-9845-40e1-beed-d4b808925057","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.754674706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7b9b1766-7c66-4dff-83ed-915c2c58e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.754676485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"49745dfb-e71c-4926-a9e3-8d4f17339e94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.781488858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"49745dfb-e71c-4926-a9e3-8d4f17339e94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.783754598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7b9b1766-7c66-4dff-83ed-915c2c58e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.807728471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"23143ac7-9e06-47f2-9362-de69b058b042","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:33.94330838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"d8d61be5-a315-4ff6-9a14-aef88d06c308","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:34.822400184Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-auth","reconcileID":"8b574c3f-7d07-45cc-a9a9-95ec860c65b4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:34.822544099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"220c1e1c-e7c0-4a08-9c47-bcf98ea0c847","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:34.822563721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"220c1e1c-e7c0-4a08-9c47-bcf98ea0c847","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:34.89969323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7311fd70-9f11-4cc9-a4d8-6a3aaf86a28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:34.899692699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"d272199b-5682-47bb-b00a-b49136b4dae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:34.922333352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"d272199b-5682-47bb-b00a-b49136b4dae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:34.922353421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7311fd70-9f11-4cc9-a4d8-6a3aaf86a28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:34.939018944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-sub","reconcileID":"094da082-6880-4d6e-8870-ced58b933a35","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:34.963969748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"e5618cbd-82df-48c1-adb7-189d96bab4cb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:34.964007152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"e5618cbd-82df-48c1-adb7-189d96bab4cb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.057279224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-sub","reconcileID":"c193a697-e036-49d9-8b37-220f31e7ff8a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.093447593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a7eb77ad-e74e-4418-809d-6108c37b1408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.093486419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6e5a33fc-77c7-4ba3-a0a3-dd3bca6c5620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.109614492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"b04ff411-2c61-42a6-8eb2-652c768984b9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.109638458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"b04ff411-2c61-42a6-8eb2-652c768984b9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.114780348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6e5a33fc-77c7-4ba3-a0a3-dd3bca6c5620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.114948485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a7eb77ad-e74e-4418-809d-6108c37b1408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.301712346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"2c92243f-eb77-4429-9c8b-2a8c0aa6fdfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.304799545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b468e837-3205-4ac5-a956-7fc90603af53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.323057671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"2c92243f-eb77-4429-9c8b-2a8c0aa6fdfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:35.325720911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b468e837-3205-4ac5-a956-7fc90603af53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:37.959318462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"3377d4cf-bd5a-4b37-afc8-95e8063bbb54","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:37.959425884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"3377d4cf-bd5a-4b37-afc8-95e8063bbb54","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.187420833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"c74426ae-9087-4fe3-beeb-d961f3f675f5","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.187933832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"3ca30958-a99a-4c2d-bc69-363648701769","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.207489482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"c1e6cb68-59f7-40d7-b1ab-85a24e904b68","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.207893922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"1bd5c8fd-f580-4637-bf88-fdebea117f85","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:39.224280339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"053823b7-77bc-4d3f-a394-0afa8eba86bd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.235131438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e23ca066-c4aa-4d60-8b65-cf935919554a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.23513266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"3f34c94f-470b-464a-9d4f-5bc810c66db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.256909587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e23ca066-c4aa-4d60-8b65-cf935919554a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.256979623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"3f34c94f-470b-464a-9d4f-5bc810c66db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.268080692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"346646a3-aea2-436e-9970-95ed8a28e8a8","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.26849165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"2f005636-fff9-4cf2-91aa-4278e43839fa","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.289273175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"a5b00b5e-a601-4814-8180-56733eaf23c4","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.28983207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"b83cdb1b-96b6-4d3e-9f23-b3758e0024e7","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.377535972Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"c91fcdbb-df5e-4ac1-acbc-a6494636c572","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-9bfe36/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.390052678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"5c79c7e6-afb4-4f64-b50a-0565a15ad426","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.410750845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"2f0651f3-c6bf-4da1-bc37-430953ed642b","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.429260786Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"c91fcdbb-df5e-4ac1-acbc-a6494636c572","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","model":"distinct-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.440298327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c0c11aad-330e-47f3-9956-a1e1cae3df4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.44038924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"4d44a29b-1bd6-45ee-b7f8-c0b6ce085411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.45737257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"36041a67-278b-4e5d-ab0e-8b35e8857fc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.462007575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"4d44a29b-1bd6-45ee-b7f8-c0b6ce085411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.462027192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c0c11aad-330e-47f3-9956-a1e1cae3df4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.509336928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"530231a9-1a6b-4ba5-ae37-2ccce28bdbce","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.509760666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"38080f15-ed31-4b4b-9d18-747f349f5c7d","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.539776364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-auth","reconcileID":"8a22f0c3-0a1d-46e2-86e0-08abfdb27f68","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.560953169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-auth","reconcileID":"8a22f0c3-0a1d-46e2-86e0-08abfdb27f68","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.575699865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"43dc6aff-51d8-44a7-97dd-41f19b73fd5a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.62672389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"43dc6aff-51d8-44a7-97dd-41f19b73fd5a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.730340309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"bb3ad7ee-2c08-406f-b9a4-76050fc237b8","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.822347498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-auth","reconcileID":"da62fe74-931b-4738-bbdf-5eb0104aede3","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:39.843715461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-auth","reconcileID":"da62fe74-931b-4738-bbdf-5eb0104aede3","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:41.125062279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"2c2b385a-a117-42f0-92ae-b5f422914a17","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:41.125139396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"2c2b385a-a117-42f0-92ae-b5f422914a17","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:41.16405368Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"7ca785bf-ffa7-411c-900d-a1cfa6aaec4a","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:41.164122402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"7ca785bf-ffa7-411c-900d-a1cfa6aaec4a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:41.454961378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84344612-a164-44db-a8ae-ec2ae24a90de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:41.471946679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84344612-a164-44db-a8ae-ec2ae24a90de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:41.487988166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84344612-a164-44db-a8ae-ec2ae24a90de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:41.504310414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84344612-a164-44db-a8ae-ec2ae24a90de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.130546165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"a779c451-3786-4832-b570-4feb6e5320fd","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.153513618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70540d1e-3021-462c-8d4e-d3fb69998425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.169676484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70540d1e-3021-462c-8d4e-d3fb69998425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.185898332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70540d1e-3021-462c-8d4e-d3fb69998425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.187314975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"a779c451-3786-4832-b570-4feb6e5320fd","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.207294271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70540d1e-3021-462c-8d4e-d3fb69998425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.302109135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"3081e412-244d-4e5e-89f9-1e0c2b1df916","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.318112913Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-auth","reconcileID":"49d9f6e3-5d01-4169-99a6-89f10b4dd5d4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.458444436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"58ac35e9-e752-48a0-bb5c-0fe7d8a32db6","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.60639967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"3fb3f308-05a6-431d-8063-33c6edaf8a79","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.606807091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"58f22be7-0865-463c-b7e8-f5704d4d1f49","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.667416436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"ffd95816-34d3-4e7d-bcfb-967dc72461d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.667816233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5ce813d9-a9ec-44bf-b012-8068bd1b021c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.688768441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5ce813d9-a9ec-44bf-b012-8068bd1b021c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.691717938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"ffd95816-34d3-4e7d-bcfb-967dc72461d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.692196775Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-sub","reconcileID":"5b27989f-6509-4fd0-b8c4-b332f28dc6a3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.692356518Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-sub","reconcileID":"5b27989f-6509-4fd0-b8c4-b332f28dc6a3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.894752663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"cf11925b-04de-4039-9608-5298b0af45b7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.894909996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4d3c0b0c-4615-453b-b844-6df5a2eea15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.89475262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"419d980b-b972-4d66-9867-a9eeb2e708e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.917319575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"cf11925b-04de-4039-9608-5298b0af45b7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.917440408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4d3c0b0c-4615-453b-b844-6df5a2eea15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.91955236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"419d980b-b972-4d66-9867-a9eeb2e708e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.937353775Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"cf11925b-04de-4039-9608-5298b0af45b7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.942230751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902c6107-6474-4e7c-93a5-8b5a0427eb11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.959445519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902c6107-6474-4e7c-93a5-8b5a0427eb11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.975630293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902c6107-6474-4e7c-93a5-8b5a0427eb11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.99186144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902c6107-6474-4e7c-93a5-8b5a0427eb11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:42.991951744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-status-transition-auth","reconcileID":"278cf4c1-c1b7-4b9f-ba3b-1575e3cebf0b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:43.808783212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"0eeb9cf2-9139-4e56-8eac-19a3a66b78a9","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.051850406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"7693afde-38e2-473d-b678-5483c7b33d87","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.072876897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"a743634f-b317-451e-ba38-f0385775e90d","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.121545581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"c644f5eb-f9cb-4c7e-b64e-def2406dde39","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.151834016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"c644f5eb-f9cb-4c7e-b64e-def2406dde39","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.247532152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"7ad04113-0010-47c4-9a51-fdf1f2b98e3e","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.269981908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"dcc98ca0-2fa8-4fd5-8ac7-51319907ffb0","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:44.28406382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube","reconcileID":"5085c407-f18f-4152-bd47-33bccd7af024","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.295002156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"400e5dc7-cf31-4f17-86ec-de941644243f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.295056083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ad45c619-e305-4a54-a486-a3bf3e25216a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.316662633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"400e5dc7-cf31-4f17-86ec-de941644243f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.316736843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ad45c619-e305-4a54-a486-a3bf3e25216a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.326104753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"420c2ae1-1a03-46f0-bf28-80885ed165c3","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.329114928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"f51752eb-641b-4e27-b2e9-f6ffae3cc6de","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.348780671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"68378fd9-9bce-43f0-af50-dd76c6a2a52f","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.395010035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"cc764b84-3e8d-4682-893e-768be2229b63","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.417897538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"cc764b84-3e8d-4682-893e-768be2229b63","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.441129309Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube","reconcileID":"3cb9e0b1-96d6-468c-a4ec-17d19cff9900","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/e2e-degraded-models-kube","ai-tenant-e2e-worker-w1-664c2b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.441358856Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube","reconcileID":"3cb9e0b1-96d6-468c-a4ec-17d19cff9900","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-664c2b/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.49725276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"1d7941bc-b5ea-4855-ac87-cda1de59b303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.49725684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"f4c5bdbb-d504-4f41-9ad5-beac4f045d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.516715574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"1a3d2aac-a087-4bde-9ee4-3a10958d73fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.519710132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"f4c5bdbb-d504-4f41-9ad5-beac4f045d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.519805019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"1d7941bc-b5ea-4855-ac87-cda1de59b303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.595545226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"311ce6ae-5512-44e2-aa53-d486124ba87b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.601127662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"0e9e44b0-36ad-499d-a4cd-4908675b77f9","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.616344523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"311ce6ae-5512-44e2-aa53-d486124ba87b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.671143996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube","reconcileID":"de288341-0ce8-408a-aa55-bbd6cacfe7f5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.671348836Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube","reconcileID":"de288341-0ce8-408a-aa55-bbd6cacfe7f5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-664c2b/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.904369356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"1c6c1677-a8ac-4aa4-9d2f-3ffe57df78ac","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.972503537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"b2caf3fe-7d0a-48cd-b454-10ac334b0c49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.981527814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f8741d71-c25e-45d6-ab6c-190ed2fb2242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:44.982461594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"9f0f1840-942e-42b4-abd4-0ee53e0c17f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.003516471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f8741d71-c25e-45d6-ab6c-190ed2fb2242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.004437892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"9f0f1840-942e-42b4-abd4-0ee53e0c17f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.033042809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"5a04123d-7a60-48cb-bebd-f761cf2a0730","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.099538445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"ddf61710-3064-4b8f-87c0-c6973c166cee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.164121845Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-sub","reconcileID":"0a1ca386-6bca-413c-b894-4f00bc3b3fc5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.181483179Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-sub","reconcileID":"0a1ca386-6bca-413c-b894-4f00bc3b3fc5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.198014709Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-enrichment-sub","reconcileID":"0a1ca386-6bca-413c-b894-4f00bc3b3fc5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.292284983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"8713e6da-65b3-4689-b469-8344f75399ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"tenant":"e2e-worker-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.292308017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"e2e-enrichment-model-ref","reconcileID":"8713e6da-65b3-4689-b469-8344f75399ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.316114426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"1854eaf3-bf5c-4cb6-a49c-5707ec308bb3","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.359198241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"278b6f0d-2eee-4652-a910-7f06a6e137da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.359354202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4fa0efaa-cdae-4faa-9116-adc5e5a8a1bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.38081088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"278b6f0d-2eee-4652-a910-7f06a6e137da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.381312995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4fa0efaa-cdae-4faa-9116-adc5e5a8a1bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:45.566488254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"1be27ab5-ae4e-4ca4-92af-510c6dc1c4ed","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.193119396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"0f81e187-fe08-4a6e-9274-2ed587f16ceb","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.212746714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"93684e97-c741-4739-8a22-c6c1497fc8a9","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:46.230032401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-sub","reconcileID":"84626b15-2bd5-4eb7-b889-55a13f79028d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.239994411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6b0631f1-f3d1-42da-b1b1-07b3d4a275a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.240270013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d3d7c3e0-53d1-412c-b86a-2a3d3243a90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.26218911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6b0631f1-f3d1-42da-b1b1-07b3d4a275a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.262380498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d3d7c3e0-53d1-412c-b86a-2a3d3243a90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.274927651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"091feba4-d263-4350-9f89-6438cae6cbd9","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.301971033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"91c2aa19-b32d-4ff2-9097-da4f82b24b32","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.3706809Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-sub","reconcileID":"2c64629a-27cc-435c-90a6-5b6477e15d32","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-distinct-w3-39b241","model":"distinct-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.387811797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"cd7ddd96-f57b-4800-89fe-66b3d21416c5","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.388768552Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-39b241 priority=0:[ai-tenant-e2e-worker-w3-39b241/e2e-model-match-sub ai-tenant-e2e-worker-w3-39b241/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.408133997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"e4422ac8-1079-45aa-8b98-484348b06aa3","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:46.425362659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-sub","reconcileID":"620f970d-00b5-452b-94b3-ff36292c8304","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.428145065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"adc13d79-5766-4ef7-a7c2-4d1d8734a497","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:46.431228791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-sub","reconcileID":"2c64629a-27cc-435c-90a6-5b6477e15d32","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.446208064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0980a174-d09f-48c7-8456-234cb1223a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.446215135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"16472194-d089-4171-a11c-c76ad1024b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.468693617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"16472194-d089-4171-a11c-c76ad1024b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.468904808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0980a174-d09f-48c7-8456-234cb1223a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.469666234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"6ce6f679-5f9d-43c6-8f50-bfe1fc631335","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.492304718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"0426fc69-abca-4871-b781-5e3c933789e4","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.497025758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-sub","reconcileID":"aacfd503-63e5-4639-9379-8af1659f01d7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-distinct-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/distinct-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.557798756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"b1dd9687-e362-4e35-bc46-9d6c562351bf","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.59885944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"c4daf52a-feb3-4c29-8bfa-61678f83da82","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.599724988Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-sub","reconcileID":"6bdacfb1-4c67-4157-926c-c74dabdb8540","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-distinct-2-w3-39b241","model":"distinct-2-w3-39b241","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-39b241/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.622724633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"96e9444c-ec79-4229-a04d-b23a95344184","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.659745069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"6f863217-f892-4639-bf57-f61606bb0baa","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.670338694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f4167dd3-ef6f-400a-b286-430cd1c46561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.670340316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8dfc661c-db11-4a03-8811-92aaefa37323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.682862065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"99c52764-0839-46e5-917b-2369e211a27b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.691738029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8dfc661c-db11-4a03-8811-92aaefa37323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.691951021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f4167dd3-ef6f-400a-b286-430cd1c46561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.699853291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-sub","reconcileID":"483fa100-ad71-4142-bae4-134acf181193","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-distinct-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/distinct-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.704342627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"99c52764-0839-46e5-917b-2369e211a27b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.791255044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"6de3f2df-c4f5-40df-be89-1d7042ef81ba","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.793007301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"f37a3eea-fe82-463f-81ad-99264b945236","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.796908312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-sub","reconcileID":"8639c88b-0614-4cb8-9a4e-d3ffd87bec42","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-distinct-2-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/distinct-2-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.804019786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"5c8f01be-ca7b-4382-afc7-f0325333a512","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.805356496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"084fd09b-dea6-41a7-af05-b559395b6ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.80775323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"758c9e46-066b-4ced-8660-0f66afdc10ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.827447496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"084fd09b-dea6-41a7-af05-b559395b6ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.830718892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"758c9e46-066b-4ced-8660-0f66afdc10ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.888546001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"53d173a8-163d-4c49-95fb-b8c1ee0e78c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.888536879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0d051861-8329-4e58-881a-71c69bc35a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.905471003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-sub","reconcileID":"2dc4d9d6-433a-484b-8c95-f6b76f4c0073","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-distinct-2-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/distinct-2-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.909842058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"53d173a8-163d-4c49-95fb-b8c1ee0e78c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.90992786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0d051861-8329-4e58-881a-71c69bc35a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.919611688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"c4507ef3-b02b-497e-b9aa-ffad52041453","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.950802894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"c4507ef3-b02b-497e-b9aa-ffad52041453","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:46.980430652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"b8e8e320-9120-4239-8268-f24039db4dda","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.008181419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"66524811-d07b-4d48-9b1e-89dfd05be906","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.030429165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"66524811-d07b-4d48-9b1e-89dfd05be906","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.14244584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a103bda3-1361-4f26-87ae-ddc04b2edf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.142726393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"046ea4e1-abe6-414f-9368-d5c34fa79ab3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.142445812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b4deca63-1893-4c5d-bece-839f9f0c0636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.165270777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"b4deca63-1893-4c5d-bece-839f9f0c0636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.165388597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"046ea4e1-abe6-414f-9368-d5c34fa79ab3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.167772078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a103bda3-1361-4f26-87ae-ddc04b2edf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.241558561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"801f6e98-9f51-48d1-a0b6-f548b42cb85a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.26337413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"801f6e98-9f51-48d1-a0b6-f548b42cb85a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.29919486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"293d83e9-ed07-46a7-8429-49a7d7bf6a40","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.383596954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"6e1aa2f9-9e2c-435e-9300-9dc4bf3fdcef","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:47.405005677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"6e1aa2f9-9e2c-435e-9300-9dc4bf3fdcef","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.044628934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"5831e1f0-8be6-4469-804b-12a5eac7d3a2","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.099385021Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-sub","reconcileID":"59fc7e95-017c-42a5-8df0-79fec0532a79","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e3d775c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.130852413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8c685860-f4cc-4ebc-8e40-302eddff9644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.131565524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"c01b2a31-399e-417c-b908-fafd148fdf56","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.132109576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fe0756c7-b5a5-4313-9229-a1f61f34c2cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.132572831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"7cb3d8e4-5784-466e-a98f-4e2bb7e38264","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.155315306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8c685860-f4cc-4ebc-8e40-302eddff9644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.156731137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fe0756c7-b5a5-4313-9229-a1f61f34c2cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.157576967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"c01b2a31-399e-417c-b908-fafd148fdf56","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.159370747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"7cb3d8e4-5784-466e-a98f-4e2bb7e38264","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.28323938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3fcc6d42-cc74-46dd-a54b-256f19928508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.283430318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c3b92c98-00a2-4a3f-a0db-e1c091a00ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.283239391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"a071a698-e393-420d-91c1-61480192a5d4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.287121464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"17889b42-a214-487a-9b13-85111b673b42","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.307565991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c3b92c98-00a2-4a3f-a0db-e1c091a00ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.308074527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"a071a698-e393-420d-91c1-61480192a5d4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.30992722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3fcc6d42-cc74-46dd-a54b-256f19928508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:48.310524586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"17889b42-a214-487a-9b13-85111b673b42","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:51.304341725Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"6827206f-8577-458f-8ef8-dc8880ab057b","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:51.304458512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"6827206f-8577-458f-8ef8-dc8880ab057b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.661145158Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"1f699622-88ad-4cc8-a0ab-b430c2f99db6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.733971283Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"1f699622-88ad-4cc8-a0ab-b430c2f99db6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.734009008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"1f699622-88ad-4cc8-a0ab-b430c2f99db6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.750602188Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"1f699622-88ad-4cc8-a0ab-b430c2f99db6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.767088717Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-partial-access-sub","reconcileID":"1f699622-88ad-4cc8-a0ab-b430c2f99db6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.799797278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"27454a3d-1cd6-4d4a-a2a7-bc6a2f34d273","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.889712322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"836bb40d-ef68-469b-a528-d923addd7d5c","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.890282787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"416af007-1f77-4ecc-8dc0-431bae63b3ad","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.913267796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"81188012-c569-49cd-bfe4-bc8da24911c2","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.938848798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"7a7f4bfa-e57a-4b2e-a730-5cd9ee966520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.938848758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"798a57cf-0ded-4491-9a70-d03ee9d624c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.961246851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"798a57cf-0ded-4491-9a70-d03ee9d624c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:52.961246849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"7a7f4bfa-e57a-4b2e-a730-5cd9ee966520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.690633216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"682a17e3-13b1-4b4c-8ce0-4bb297ac23c3","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.709787765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"2a59eb2f-fbe3-4b1b-8345-99a5419f9f7c","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:13:53.727224391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-sub","reconcileID":"be868e78-0580-4a5c-a9d6-99bc2241c19b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.737346029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b03ccb5a-0cef-4173-9d24-0346c7d81b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.737587979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"a1a6e767-3d37-474f-bc73-a159718751e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.758705538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b03ccb5a-0cef-4173-9d24-0346c7d81b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.7596459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"a1a6e767-3d37-474f-bc73-a159718751e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.77163129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"4cd7f121-2e51-4b93-829b-acaff0dd3076","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.791173393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"13ff1622-c410-4ddd-8739-4eb1743ca2c2","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.889666649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8fe79b58-f108-41a4-8431-2bdde2a6cfc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.890068454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"1c67acf1-c8e4-454b-8528-75678ba5631b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.950232841Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-sub","reconcileID":"3a20e6ea-16e6-41fc-9216-424c32a353d5","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","model":"distinct-w0-9bfe36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9bfe36/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.953299695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8fe79b58-f108-41a4-8431-2bdde2a6cfc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.953767216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"7dcd5c6e-baeb-4cc9-849b-1c24a8d0f1f7","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.970798969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"1c67acf1-c8e4-454b-8528-75678ba5631b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:53.97151904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"22d7f587-9a6f-4333-b96d-e8a9d3cff4cf","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:54.034643768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-auth","reconcileID":"e7666e63-6631-48ef-8b55-c9253a8fea50","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:54.061660484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-auth","reconcileID":"e7666e63-6631-48ef-8b55-c9253a8fea50","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:54.099035122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"6eb1c1c7-a467-40c5-9bd2-dbca0ef9e9db","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:54.182988457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-sub","reconcileID":"a9254d36-2d02-48e0-b803-8633c4ad94e3","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:54.229241371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"9a9c50b2-247c-4980-b0fd-f11ffbc536cb","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:54.297736158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-auth","reconcileID":"87356034-4c6c-485e-90c0-2ca4e4a3c10a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:54.31978509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-auth","reconcileID":"87356034-4c6c-485e-90c0-2ca4e4a3c10a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:55.707503476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"70b17401-4219-4c76-a7d2-16251c6ba389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:55.713445536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"14448f07-ff35-42ca-9c2b-e6b1b12ba08d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:55.713917562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c5d236f6-7523-4a6f-81db-0dd293af2d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:55.757070815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"70b17401-4219-4c76-a7d2-16251c6ba389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:55.785363394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c5d236f6-7523-4a6f-81db-0dd293af2d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:55.790115335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"14448f07-ff35-42ca-9c2b-e6b1b12ba08d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:56.032606218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-auth","reconcileID":"8fea5f10-6ab7-4b8b-9f5e-839bddc75697","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:56.038618087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"52895d0b-974b-41b8-85ce-c0a40c657474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:56.073430777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"52895d0b-974b-41b8-85ce-c0a40c657474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:56.083922297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-auth","reconcileID":"8fea5f10-6ab7-4b8b-9f5e-839bddc75697","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:56.101341836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"40dd0bfd-3d52-4c1d-95f8-2a612207b736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:56.126945264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"40dd0bfd-3d52-4c1d-95f8-2a612207b736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:56.847767954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube","reconcileID":"eec200fc-d63e-44ef-b137-d916552a4d4e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:56.931694179Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube","reconcileID":"eec200fc-d63e-44ef-b137-d916552a4d4e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-664c2b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:56.931847005Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube","reconcileID":"eec200fc-d63e-44ef-b137-d916552a4d4e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:56.932043174Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube","reconcileID":"eec200fc-d63e-44ef-b137-d916552a4d4e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-664c2b/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.006117086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"493be43d-9657-45fe-848d-551680b3b210","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.140595986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"151d2c3a-ec0e-4692-8fda-1876d5554533","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.167889241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"b489e241-4619-4b9a-8103-d6315e71a8d8","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.202335085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e7b01e8e-d0d5-4229-96f3-cf10c27a569a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.202900175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"503dcfb5-288f-41bc-9cb5-94ca8c86a812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.203263266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"3cf745f5-b3b9-4273-8821-ddf35532ca02","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.225770761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e7b01e8e-d0d5-4229-96f3-cf10c27a569a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.225804132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"3cf745f5-b3b9-4273-8821-ddf35532ca02","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.228483675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"503dcfb5-288f-41bc-9cb5-94ca8c86a812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.277969715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"6d92f562-d9e7-4d0e-97ce-eca892010e11","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.365739628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"e2e-degraded-models-kube-auth","reconcileID":"a672b724-1989-432b-aee8-c8e7f6aec8cc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.419034819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"1c1778dd-7ea5-4fe8-96ea-1a2b5dbc1eec","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.892091647Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-auth","reconcileID":"763a40d5-c166-435c-be4b-528b4b38535c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:57.892345826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"2684b2ed-0b32-4749-840e-9130937a2ccf","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.032196602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"3c88a3e5-6c05-47e0-9edf-092c9beb2d3d","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.116400158Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-sub","reconcileID":"0cffc0d1-2864-4dc7-89ee-aaed3f0db86a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/distinct-w3-39b241","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.133131507Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-sub","reconcileID":"0cffc0d1-2864-4dc7-89ee-aaed3f0db86a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/distinct-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.149772706Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-sub","reconcileID":"0cffc0d1-2864-4dc7-89ee-aaed3f0db86a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/distinct-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.188512909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"6a3c597c-80de-4fb8-9c11-816ecef46186","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.235990069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"084d39ab-0c52-48c8-be0d-5ca926344077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.236010289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"eb0b2547-ee36-4fbf-ae10-8a0a418a8cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.266813472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"eb0b2547-ee36-4fbf-ae10-8a0a418a8cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.276294344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"084d39ab-0c52-48c8-be0d-5ca926344077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.3226941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"f5b6ca44-0a97-4d76-a54e-2ea601726211","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.476845676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"2a030672-1e8d-41a2-b48f-49717255bc6f","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.493806044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"e45c1fb0-0b61-421c-b9ba-c27c8877f47f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.49445945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"e9458bfe-3e99-4009-a595-3d10c6f9cc3c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.494873832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5d89af62-cec8-48a5-a189-e9cee3d15124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.495289693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e28ded1c-ca44-4a06-b5c9-871d0665b73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.562420007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"e45c1fb0-0b61-421c-b9ba-c27c8877f47f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.566350698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"e9458bfe-3e99-4009-a595-3d10c6f9cc3c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.584132001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5d89af62-cec8-48a5-a189-e9cee3d15124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.588534822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e28ded1c-ca44-4a06-b5c9-871d0665b73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.607483321Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-sub","reconcileID":"c90043ab-64cd-411f-ac57-58233f9b0997","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-466885d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.709713682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"4492999a-ef16-41cf-b0a6-bc1285d99474","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.71049213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"911c94bb-d9b9-483f-aafb-2bfb824cf3ed","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.7326409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"4492999a-ef16-41cf-b0a6-bc1285d99474","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.732774886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"911c94bb-d9b9-483f-aafb-2bfb824cf3ed","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.80883873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"8e5c1156-3727-43a7-926b-3195331d4a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.809201401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c726f3f5-4d50-4ad5-ac30-8445269b99c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.819398572Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.830228834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"8e5c1156-3727-43a7-926b-3195331d4a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:13:58.830332803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c726f3f5-4d50-4ad5-ac30-8445269b99c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:02.75467809Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"3127d6b9-a6ab-4b82-86e6-1cb16c2c2701","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:02.754770053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"3127d6b9-a6ab-4b82-86e6-1cb16c2c2701","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:02.856592474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"16eeb11b-9d5d-48d9-abaf-619b6278cb6d","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:02.856682749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"16eeb11b-9d5d-48d9-abaf-619b6278cb6d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:03.145769602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46490ba1-6611-478a-b341-313c1596e783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:03.16207181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46490ba1-6611-478a-b341-313c1596e783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:03.178879276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46490ba1-6611-478a-b341-313c1596e783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:03.195376209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46490ba1-6611-478a-b341-313c1596e783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:03.838675708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90420bf0-d504-46e4-8fda-1a5f037e8515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:03.854784833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90420bf0-d504-46e4-8fda-1a5f037e8515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:03.871254113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90420bf0-d504-46e4-8fda-1a5f037e8515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:03.887558946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90420bf0-d504-46e4-8fda-1a5f037e8515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:03.908529832Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"787f590c-b1c5-4631-b513-c9c43677bd5e","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:03.908607235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"787f590c-b1c5-4631-b513-c9c43677bd5e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:03.976891574Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-0e1a98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-0e1a98","reconcileID":"d8ab893a-1ca8-4a7d-b189-83daa2c8ec02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-0e1a98","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-0e1a98":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:04.104328121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"14fc4bf7-d2cd-4e90-93dc-8db85be7b54a","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:04.10440021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"14fc4bf7-d2cd-4e90-93dc-8db85be7b54a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:04.670737008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d256346-9309-4a24-8ee0-a15aa746306e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:04.687231463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d256346-9309-4a24-8ee0-a15aa746306e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:04.703942189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d256346-9309-4a24-8ee0-a15aa746306e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:04.720241204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d256346-9309-4a24-8ee0-a15aa746306e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:05.52500024Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"56a27178-2863-4cd7-8752-30c8d38964ff","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:05.525072756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"56a27178-2863-4cd7-8752-30c8d38964ff","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:07.994485931Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","namespace":"ai-tenant-e2e-ipp-b-d3c1fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:07.994554393Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","namespace":"ai-tenant-e2e-ipp-b-d3c1fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:07.994612228Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","tenant":"e2e-ipp-b-d3c1fa","tenantID":"e2e-ipp-b-d3c1fa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.012608397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d3c1fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.043538529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"Service","name":"maas-api-e2e-ipp-b-d3c1fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.063414829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d3c1fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.083878432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d3c1fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.102682897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.121994005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.143652094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.16219133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.180606785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.198816073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.22674446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"Service","name":"payload-processing-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.24356124Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-sub","reconcileID":"4997ba28-c924-4944-a9a3-165486622af9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.255595232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.260395279Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-sub","reconcileID":"4997ba28-c924-4944-a9a3-165486622af9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.276663145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.277119159Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"e2e-no-access-sub","reconcileID":"4997ba28-c924-4944-a9a3-165486622af9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.297260921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.317104732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.337249591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.355822473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.374129428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.374584044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"a9a62751-5b34-400c-940e-55a91a8d6ec2","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.391859376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d3c1fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.409075891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3c1fa"},"namespace":"ai-tenant-e2e-ipp-b-d3c1fa","name":"default-tenant","reconcileID":"fc42ecaa-2cb2-4423-bb13-fe832d881a3d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d3c1fa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.424625593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"66092a7b-f8eb-43c4-bb7a-2a593b420481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.427582733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5bc2853f-2c86-443f-9681-6cce81103ae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.447716333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"66092a7b-f8eb-43c4-bb7a-2a593b420481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.452462868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5bc2853f-2c86-443f-9681-6cce81103ae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.665552809Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-sub","reconcileID":"cc252d58-29f3-46b1-a4ee-99aec8ec6abc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/distinct-2-w3-39b241","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.68204205Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-sub","reconcileID":"cc252d58-29f3-46b1-a4ee-99aec8ec6abc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/distinct-2-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.698704632Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-sub","reconcileID":"cc252d58-29f3-46b1-a4ee-99aec8ec6abc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/distinct-2-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.750482243Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d3c1fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d3c1fa","reconcileID":"292ca5d9-0df5-4d8a-a23e-3f12db3046f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d3c1fa","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d3c1fa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.797852411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"35706eb0-5e9e-4139-a937-f42b162ce392","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:08.820583728Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"4552b5e6-d55c-477d-9547-b51197d809f8","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:08.820656486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ce5996","namespace":"ai-tenant-e2e-praxis-a-ce5996"},"namespace":"ai-tenant-e2e-praxis-a-ce5996","name":"praxis-route-ce5996","reconcileID":"4552b5e6-d55c-477d-9547-b51197d809f8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ce5996/praxis-route-ce5996-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ce5996]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.911220893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"ec0408bb-24d1-48f8-93f2-a98b12f30185","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.911639335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"b1108449-e59c-44eb-8a93-3ce288867bc4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.911749078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4980611d-c1cb-4f6a-99fc-f30053f95a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.911220895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3f4759c8-2296-4d56-b1ea-c5e36634f4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.933830957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4980611d-c1cb-4f6a-99fc-f30053f95a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.934048984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3f4759c8-2296-4d56-b1ea-c5e36634f4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.937504392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"b1108449-e59c-44eb-8a93-3ce288867bc4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.940859286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"ec0408bb-24d1-48f8-93f2-a98b12f30185","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:08.954503143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"866bf0a0-d47a-4236-b8a1-f59a68c7c2b8","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.069684535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-match-auth","reconcileID":"86e129f4-f2a8-486f-a008-0fb9482a79ea","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/distinct-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.133107941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"bbbf416c-c585-4fa4-bbb4-7a77295658a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.154430117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"bbbf416c-c585-4fa4-bbb4-7a77295658a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.19300985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"dbe33a1e-dca2-4ba8-85a6-a60d7d39c82c","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.239656759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89d8b68-a1ea-4f07-a310-e9d168ef705d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.256334602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89d8b68-a1ea-4f07-a310-e9d168ef705d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.272587089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89d8b68-a1ea-4f07-a310-e9d168ef705d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.288785247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89d8b68-a1ea-4f07-a310-e9d168ef705d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.337710976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"e2e-model-nomatch-auth","reconcileID":"d4a3d00e-89b0-4884-bebd-7b6abc89a83a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/distinct-2-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.337754216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"361b7dd0-184e-4093-9e8c-bd016e914f38","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.492212671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"a9d5e850-d02c-4d83-8ec7-d3e37f806148","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.952565241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2675bb4b-d22e-4ee8-85df-9345590eb036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.96957047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2675bb4b-d22e-4ee8-85df-9345590eb036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:09.986203268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2675bb4b-d22e-4ee8-85df-9345590eb036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:10.013212244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2675bb4b-d22e-4ee8-85df-9345590eb036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:13.844516907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d74e0e0-7d67-486f-a3aa-a7c207487f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:13.860853646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d74e0e0-7d67-486f-a3aa-a7c207487f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:13.876927538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d74e0e0-7d67-486f-a3aa-a7c207487f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:13.893344391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d74e0e0-7d67-486f-a3aa-a7c207487f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:14.614294524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e91645e-8121-4e1d-bada-ad90d04999af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:14.630594664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e91645e-8121-4e1d-bada-ad90d04999af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:14.646833273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e91645e-8121-4e1d-bada-ad90d04999af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:14.653692895Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-8ae41e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-8ae41e","reconcileID":"55e9db6d-0602-43bb-89ca-d3944a0c345a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-8ae41e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-8ae41e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:14.662987403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e91645e-8121-4e1d-bada-ad90d04999af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:15.343746788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2cd7cc4-ef7f-4432-8038-b07969ff630d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:15.359932757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2cd7cc4-ef7f-4432-8038-b07969ff630d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:15.376076094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2cd7cc4-ef7f-4432-8038-b07969ff630d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:15.392195451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2cd7cc4-ef7f-4432-8038-b07969ff630d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:15.585462573Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-df4db1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-df4db1","reconcileID":"cb23d305-f26f-4c83-99aa-596996ba0975","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-df4db1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-df4db1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:16.145802643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938dd16-3fa5-4381-9e13-85eddf3d2509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:16.16228011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938dd16-3fa5-4381-9e13-85eddf3d2509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:16.178302522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938dd16-3fa5-4381-9e13-85eddf3d2509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:16.195779097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938dd16-3fa5-4381-9e13-85eddf3d2509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:20.384528659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"3f40bb01-1c32-4075-a5d4-b7e509f37869","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:20.440127535Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"3f40bb01-1c32-4075-a5d4-b7e509f37869","name":"e2e-shared-a-w1-0e1a98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:21.307720764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab36771-494e-47d9-89a1-d32e76579b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:21.352630678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab36771-494e-47d9-89a1-d32e76579b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:21.37479988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab36771-494e-47d9-89a1-d32e76579b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:21.411146727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab36771-494e-47d9-89a1-d32e76579b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:21.495345943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5bba6795-fb1d-46f6-81ee-c331545fb7ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:21.500037996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"9671442e-f99e-4202-8f2c-83685b4a7cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:21.536953755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"9671442e-f99e-4202-8f2c-83685b4a7cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:21.540779235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5bba6795-fb1d-46f6-81ee-c331545fb7ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:22.197865728Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-35042a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-35042a","reconcileID":"2e50fbef-1d52-4f5f-8568-1f017bc73a44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-35042a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-35042a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:22.327644673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235f386e-a951-481b-8e37-3e05139eca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:22.344475607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235f386e-a951-481b-8e37-3e05139eca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:22.361027419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235f386e-a951-481b-8e37-3e05139eca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:22.377570567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235f386e-a951-481b-8e37-3e05139eca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:23.088859698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13524d25-e993-4b2f-83a0-f35debdf5a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:23.106064456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13524d25-e993-4b2f-83a0-f35debdf5a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:23.123170673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13524d25-e993-4b2f-83a0-f35debdf5a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:23.139758684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13524d25-e993-4b2f-83a0-f35debdf5a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:24.051370847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96c8d4a-c29f-4967-9615-d0b6f6276bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:24.067740448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96c8d4a-c29f-4967-9615-d0b6f6276bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:24.084106728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96c8d4a-c29f-4967-9615-d0b6f6276bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:24.10059165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96c8d4a-c29f-4967-9615-d0b6f6276bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:24.839427195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43315ac2-ec0d-497b-a20e-cd3b5d4da746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:24.85556787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43315ac2-ec0d-497b-a20e-cd3b5d4da746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:24.871714321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43315ac2-ec0d-497b-a20e-cd3b5d4da746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:24.888524904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43315ac2-ec0d-497b-a20e-cd3b5d4da746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:28.819067668Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:32.404484928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"f57e7bb4-371e-4960-bccb-e4cc2e832473","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:32.452323587Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"f57e7bb4-371e-4960-bccb-e4cc2e832473","name":"e2e-shared-a-w0-8ae41e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:34.224820472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"926f7f97-a0ab-453f-b137-4c7aaf214bbb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:34.270935846Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"926f7f97-a0ab-453f-b137-4c7aaf214bbb","name":"e2e-shared-a-w3-df4db1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:40.37198281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ca23f-d374-4145-aa43-de73c1949058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:40.388910629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ca23f-d374-4145-aa43-de73c1949058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:40.405192775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ca23f-d374-4145-aa43-de73c1949058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:40.423996089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ca23f-d374-4145-aa43-de73c1949058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:41.10710662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e730e9-52f4-425e-8dbf-6ffa2a909c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:41.126419586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e730e9-52f4-425e-8dbf-6ffa2a909c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:41.143292157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e730e9-52f4-425e-8dbf-6ffa2a909c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:41.165564671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e730e9-52f4-425e-8dbf-6ffa2a909c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:41.674538338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"f0dde824-d34b-4c08-9f0e-0a5a93650a3a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:41.721438084Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"f0dde824-d34b-4c08-9f0e-0a5a93650a3a","name":"e2e-shared-a-w2-35042a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:41.825941572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d04ead-619a-490b-87a8-3cc8005eb44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:41.850498019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d04ead-619a-490b-87a8-3cc8005eb44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:41.875076727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d04ead-619a-490b-87a8-3cc8005eb44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:41.954286125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d04ead-619a-490b-87a8-3cc8005eb44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:42.632385334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16600714-bc84-4c60-aa48-0f2a72c820ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:42.648911564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16600714-bc84-4c60-aa48-0f2a72c820ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:42.666637045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16600714-bc84-4c60-aa48-0f2a72c820ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:42.683070779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16600714-bc84-4c60-aa48-0f2a72c820ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:48.546904527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4833c7b3-a2dd-4efa-b2e1-9417bcadfff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:48.563326683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4833c7b3-a2dd-4efa-b2e1-9417bcadfff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:48.579818506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4833c7b3-a2dd-4efa-b2e1-9417bcadfff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:48.5958755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4833c7b3-a2dd-4efa-b2e1-9417bcadfff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.261369357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bfab0e-2227-4f5a-85a0-d48d79db60df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.277737729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bfab0e-2227-4f5a-85a0-d48d79db60df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.294321394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bfab0e-2227-4f5a-85a0-d48d79db60df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.310598066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bfab0e-2227-4f5a-85a0-d48d79db60df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.36049224Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-1854c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-1854c4","reconcileID":"25bd58e9-708b-4348-ac7b-93f481608d81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-1854c4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-1854c4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.46999037Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","namespace":"ai-tenant-e2e-praxis-b-88a39d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.470116741Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","namespace":"ai-tenant-e2e-praxis-b-88a39d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.470253463Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","tenant":"e2e-praxis-b-88a39d","tenantID":"e2e-praxis-b-88a39d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.488329444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"Deployment","name":"maas-api-e2e-praxis-b-88a39d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.532449166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"Service","name":"maas-api-e2e-praxis-b-88a39d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.552283439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-88a39d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.572126821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-88a39d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.596849266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.621475251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.642545025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.661329407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.692461308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.711981199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.727930617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"Service","name":"payload-processing-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.744112369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.760011849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.776607453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.849601981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.883048238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.902252104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.918355079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.934473056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-88a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:49.950701256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-88a39d"},"namespace":"ai-tenant-e2e-praxis-b-88a39d","name":"default-tenant","reconcileID":"ae919acb-caf5-426f-9779-0a212fcc2156","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-88a39d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:50.098781401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c1caaf-6680-4bb1-a74a-c78b525b4099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:50.115068858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c1caaf-6680-4bb1-a74a-c78b525b4099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:50.165481982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c1caaf-6680-4bb1-a74a-c78b525b4099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:50.18207555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c1caaf-6680-4bb1-a74a-c78b525b4099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:50.296003869Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-88a39d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-88a39d","reconcileID":"46f5080d-675e-4cf6-92f1-e05fdc324b56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-88a39d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-88a39d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:50.920501456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e226e167-7370-41b6-ab33-c7f54e543088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:50.936653942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e226e167-7370-41b6-ab33-c7f54e543088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:50.953398695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e226e167-7370-41b6-ab33-c7f54e543088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:50.970089585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e226e167-7370-41b6-ab33-c7f54e543088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:51.741632093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac5a9db-4e7d-4995-9685-eee23ffc8d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:51.758483278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac5a9db-4e7d-4995-9685-eee23ffc8d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:51.774926723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac5a9db-4e7d-4995-9685-eee23ffc8d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:51.792017436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac5a9db-4e7d-4995-9685-eee23ffc8d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:52.598120896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f4be4-30f2-4651-ab33-08b063ca71c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:52.614842814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f4be4-30f2-4651-ab33-08b063ca71c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:52.631381858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f4be4-30f2-4651-ab33-08b063ca71c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:52.648233904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f4be4-30f2-4651-ab33-08b063ca71c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:53.274018737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975f2e0-6c07-408f-b4b1-ff79fefd9587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:53.291913473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975f2e0-6c07-408f-b4b1-ff79fefd9587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:53.308764171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975f2e0-6c07-408f-b4b1-ff79fefd9587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:53.325337539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975f2e0-6c07-408f-b4b1-ff79fefd9587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:53.955297428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fa0809-5912-4320-af68-d4eb14636763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:53.971398665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fa0809-5912-4320-af68-d4eb14636763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:53.987606341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fa0809-5912-4320-af68-d4eb14636763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:54.092255156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fa0809-5912-4320-af68-d4eb14636763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:54.772129134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0db8f7e3-c5bc-4c31-9182-1db599d6302d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:54.791310024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0db8f7e3-c5bc-4c31-9182-1db599d6302d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:54.808178958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0db8f7e3-c5bc-4c31-9182-1db599d6302d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:54.824348463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0db8f7e3-c5bc-4c31-9182-1db599d6302d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:55.45175122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a9a9fc-1338-40ea-a966-63fa7ac6bf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:55.470484867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a9a9fc-1338-40ea-a966-63fa7ac6bf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:55.487507886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a9a9fc-1338-40ea-a966-63fa7ac6bf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:55.503769315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a9a9fc-1338-40ea-a966-63fa7ac6bf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:58.819623921Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.08810125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"b7fc7f93-048e-4606-a6bf-451cc7f43316","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.106969831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"aa2916a6-eeb3-4aa2-93c0-51e1c3abcdce","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.157856761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6021d5c5-0146-4fbb-a9b9-9fd4aaa2fa8c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.17930912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6021d5c5-0146-4fbb-a9b9-9fd4aaa2fa8c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.269067086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c1003db9-50a4-409d-9870-63705db39135","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.2935477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"06d5c0ee-7255-407d-938c-71d394826c4b","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.312417856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"afb5a823-2196-4d1e-8e5e-e26abf1c91d2","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.316696682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e1eed3aa-4ec6-4868-9b8d-60d13915f09d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:59.330378916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-free","reconcileID":"923b1639-538b-4790-848e-516dbc6cfead","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.338100871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e1eed3aa-4ec6-4868-9b8d-60d13915f09d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.37359602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"30c3c6fa-9e6b-49ca-9be9-6aed60dd4482","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.392762169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"0e7cba54-8ded-4df2-8ffd-fda80acbb862","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.427632524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a19b1f49-6d96-4de1-a3f0-ce6166d53db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.427632531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"fb38dfaa-ba01-45a3-a86a-ea498b86d24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.450024128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a19b1f49-6d96-4de1-a3f0-ce6166d53db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.450379245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"fb38dfaa-ba01-45a3-a86a-ea498b86d24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.48491881Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-free","reconcileID":"132e03d1-3620-4fbd-9795-e891a88db441","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.495364887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"8c3de864-556d-4c33-b302-a3cf15e4fbe8","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.496794611Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d5b2b8 priority=0:[ai-tenant-e2e-worker-w4-d5b2b8/e2e-test-subscription-free ai-tenant-e2e-worker-w4-d5b2b8/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.518003813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"79f83d0b-0e77-4a4f-9485-b316b77d7299","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:59.533570555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e1eed3aa-4ec6-4868-9b8d-60d13915f09d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-multi-sub-valid\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.534589208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"21374f3e-75cf-4578-8cd6-5e91c69f48e5","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:14:59.537519805Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d5b2b8/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.5541409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"1cbf1142-1af1-4bfb-b9c4-c5714987daca","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.558126715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"9a1f85c7-0750-46be-9edb-ad399a74d73f","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.592631895Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"95b8a765-ca13-4ab6-b156-84468f508ebf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-d5b2b8/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.661437064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"946a2248-e932-4508-83ff-1e1eb5affb38","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.850625645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"946a2248-e932-4508-83ff-1e1eb5affb38","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.87104378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-premium","reconcileID":"29ade175-e06f-4897-86bb-9b340c6ce9a1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.871425004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-free","reconcileID":"bd91a4c4-88f5-4109-a6a0-6979d19ac6fb","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.880743429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"2186d186-bbb0-4ec7-b529-67f507758c2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.880745641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"99e0e458-d3fb-434a-b661-fd8cadfe7921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.902449851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"99e0e458-d3fb-434a-b661-fd8cadfe7921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.903352612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"2186d186-bbb0-4ec7-b529-67f507758c2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.904684088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"c0916607-ed29-4b09-acbc-d78e668e6921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.958769154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"8f431e37-5183-44ed-85a1-ff5190827d8f","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:14:59.984747019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"410384e1-4bd8-4218-b41c-3d17012fa838","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.006427426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"410384e1-4bd8-4218-b41c-3d17012fa838","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.011642404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-free","reconcileID":"25694564-58c4-45cd-a239-588e63d870bc","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.034298627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-premium","reconcileID":"11c3f15c-c44b-4d05-aa56-070334114fc9","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.084016307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62e49a8-4ff7-4cab-b7a2-8e30a71fbb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.10057236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62e49a8-4ff7-4cab-b7a2-8e30a71fbb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.116731695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62e49a8-4ff7-4cab-b7a2-8e30a71fbb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.132740967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62e49a8-4ff7-4cab-b7a2-8e30a71fbb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.84713408Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-c666c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-c666c2","reconcileID":"8a0fc662-51b1-40d9-8085-60d0a3793b06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-c666c2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-c666c2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.922362783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1496bf50-d5ba-4ec6-a718-84ec0660aa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.939190591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1496bf50-d5ba-4ec6-a718-84ec0660aa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.956341572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1496bf50-d5ba-4ec6-a718-84ec0660aa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:00.976211635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1496bf50-d5ba-4ec6-a718-84ec0660aa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.656970615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6feb59ca-a6da-4ef9-89f8-0a918840059e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.674228591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6feb59ca-a6da-4ef9-89f8-0a918840059e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.690424514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6feb59ca-a6da-4ef9-89f8-0a918840059e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.706816274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6feb59ca-a6da-4ef9-89f8-0a918840059e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.770378258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"6111fbae-4119-4425-87b4-3d19a0844123","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.815115029Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-bdf6ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-bdf6ca","reconcileID":"7d1445c2-a712-4028-8a27-0f6374b44d54","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-bdf6ca","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-bdf6ca":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.96645181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0d58ba36-6c83-4db4-a535-773b00573b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.966876364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"34b55e05-cb3a-4285-bb32-c8a70b17d81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.967754777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fb9d36b3-884d-4c91-af81-6cc69842ca60","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.993605906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fb9d36b3-884d-4c91-af81-6cc69842ca60","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.994631587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0d58ba36-6c83-4db4-a535-773b00573b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:01.996441266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"34b55e05-cb3a-4285-bb32-c8a70b17d81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:02.578376986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6348b5b0-9341-4634-bddc-f9f7ffa6b333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:02.594901097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6348b5b0-9341-4634-bddc-f9f7ffa6b333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:02.61209433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6348b5b0-9341-4634-bddc-f9f7ffa6b333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:02.62902324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6348b5b0-9341-4634-bddc-f9f7ffa6b333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:03.333221035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9bb0fc-6027-4d7d-bee9-0b7acf50ee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:03.350599877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9bb0fc-6027-4d7d-bee9-0b7acf50ee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:03.367309739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9bb0fc-6027-4d7d-bee9-0b7acf50ee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:03.38389015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9bb0fc-6027-4d7d-bee9-0b7acf50ee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:04.134492585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de51d27-0447-450a-bfd5-4f7d34d187c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:04.151628094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de51d27-0447-450a-bfd5-4f7d34d187c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:04.167715538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de51d27-0447-450a-bfd5-4f7d34d187c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:04.18401227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de51d27-0447-450a-bfd5-4f7d34d187c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:05.128947646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adeb7772-a9f2-4f07-9946-bc5abc1f1561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:05.146089622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adeb7772-a9f2-4f07-9946-bc5abc1f1561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:05.162642177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adeb7772-a9f2-4f07-9946-bc5abc1f1561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:05.179754161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adeb7772-a9f2-4f07-9946-bc5abc1f1561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:05.97287065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f4e38c-bca9-4a09-8d02-3e4022b457d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:05.989479048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f4e38c-bca9-4a09-8d02-3e4022b457d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:06.006653794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f4e38c-bca9-4a09-8d02-3e4022b457d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:06.023333347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f4e38c-bca9-4a09-8d02-3e4022b457d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:11.588204132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"a08ed213-2407-4d29-8576-d8d2d163085d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:11.636428926Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"a08ed213-2407-4d29-8576-d8d2d163085d","name":"e2e-shared-b-w1-1854c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:11.965638095Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-free","reconcileID":"86ccf6a7-389c-4be9-a427-99fd9579b0d4","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.03826698Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-free","reconcileID":"86ccf6a7-389c-4be9-a427-99fd9579b0d4","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.104487111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"a48e15ad-8055-4f3b-b961-bf4f91b76619","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.104732517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-premium","reconcileID":"59e5b318-4c44-4885-b7b8-3a6f61c4fad1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.111987419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"79be3165-be58-45cb-87eb-7331d3d0355d","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.134252115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"b6ea5932-b370-4e60-9a2a-fdf22c43060b","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.141146543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5507a2c4-a95a-4f5c-a0d6-44a650ca8246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.157779826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5507a2c4-a95a-4f5c-a0d6-44a650ca8246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.174225571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5507a2c4-a95a-4f5c-a0d6-44a650ca8246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.190533367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5507a2c4-a95a-4f5c-a0d6-44a650ca8246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.191258069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b3b77e46-7a13-4f59-a52d-8af18fb32d57","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.191488686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5520a31b-bef7-4e4f-8c4e-e2a39e499d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.207092673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c3ac54dd-cc3e-41b5-8efb-6c43250adfdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.2120633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5520a31b-bef7-4e4f-8c4e-e2a39e499d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.212698134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b3b77e46-7a13-4f59-a52d-8af18fb32d57","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.228379008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c3ac54dd-cc3e-41b5-8efb-6c43250adfdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.258293501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d0da141c-088a-4459-bd80-7682b2615397","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.39150899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"46524349-7403-415d-a66c-3b914e429a45","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.391732971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"3c01ac81-2023-4126-8b1d-510c3ce525b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.413499087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"46524349-7403-415d-a66c-3b914e429a45","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.414682802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"3c01ac81-2023-4126-8b1d-510c3ce525b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.493639583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"a3af14a5-745b-4048-a376-e4191ae71348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.516358908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"a3af14a5-745b-4048-a376-e4191ae71348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.851384129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdebd8ff-06c7-4f87-9830-9a35a17319a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.85743262Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-9da49f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-9da49f","reconcileID":"bd846cc4-07e8-4d5b-a49f-3743fab8cbe4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-9da49f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-9da49f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.867858257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdebd8ff-06c7-4f87-9830-9a35a17319a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.884553429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdebd8ff-06c7-4f87-9830-9a35a17319a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:12.901436086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdebd8ff-06c7-4f87-9830-9a35a17319a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:13.580440849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd59f1e-43c8-4a9f-9690-c4b82edd7fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:13.597104527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd59f1e-43c8-4a9f-9690-c4b82edd7fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:13.615244444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd59f1e-43c8-4a9f-9690-c4b82edd7fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:13.633466897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd59f1e-43c8-4a9f-9690-c4b82edd7fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:14.357243241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb76372-4d3e-410c-bbcd-0371b85a2ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:14.373559347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb76372-4d3e-410c-bbcd-0371b85a2ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:14.38989292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb76372-4d3e-410c-bbcd-0371b85a2ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:14.407994743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb76372-4d3e-410c-bbcd-0371b85a2ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.321795858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-premium","reconcileID":"cfa0acd0-a4ba-4faf-94c0-51a11d0be70e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.396377774Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-subscription-premium","reconcileID":"cfa0acd0-a4ba-4faf-94c0-51a11d0be70e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5b2b8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.464698833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"81d4807e-521d-4e06-a654-3ed2c4eb6cd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.5557059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"6c6d93b1-fc6f-49cd-9368-1c06a8403894","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.60570793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"e5d403c7-a303-4b03-9018-4577a28bbe1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.61187556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"e5405ab2-ed12-45e7-b1e7-9e7ec34a767d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.611888487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"394e7c2d-352e-4394-8322-6b7dc2fc7eee","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.628227304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"e5d403c7-a303-4b03-9018-4577a28bbe1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.634755399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"e5405ab2-ed12-45e7-b1e7-9e7ec34a767d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.635026843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"394e7c2d-352e-4394-8322-6b7dc2fc7eee","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.704816715Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"775e5458-3164-41b3-ae2e-4c02a96d13c7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.704834031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"59799f33-7ef6-46c7-b799-b4fee62e986a","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:22.886456924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"b24e9983-60d7-4be7-a197-ba622480289a","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:23.117562658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"9176c3b7-659d-4df4-8fb8-fb567414966b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:23.163843292Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"9176c3b7-659d-4df4-8fb8-fb567414966b","name":"e2e-shared-b-w0-c666c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:26.821483904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"346fd2ea-2223-442c-a9f6-8e2d98c3ebfc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:26.868932285Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"346fd2ea-2223-442c-a9f6-8e2d98c3ebfc","name":"e2e-shared-b-w3-bdf6ca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:28.823857919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:36.038679533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06f3635-1672-4adf-8afa-f07359593ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:36.055392392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06f3635-1672-4adf-8afa-f07359593ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:36.071522345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06f3635-1672-4adf-8afa-f07359593ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:36.087843429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06f3635-1672-4adf-8afa-f07359593ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:36.796732017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6ec2c1-c518-4696-b827-83791dd5e6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:36.813179585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6ec2c1-c518-4696-b827-83791dd5e6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:36.831632553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6ec2c1-c518-4696-b827-83791dd5e6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:36.849895157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6ec2c1-c518-4696-b827-83791dd5e6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:36.856953302Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-bbb402","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-bbb402","reconcileID":"607ac148-afda-4e2b-9f17-af179088fd92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-bbb402","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-bbb402":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:37.644653946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b929785-fd96-4bbe-9ca1-cc2cf9d5ad93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:37.662867495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b929785-fd96-4bbe-9ca1-cc2cf9d5ad93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:37.679484987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b929785-fd96-4bbe-9ca1-cc2cf9d5ad93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:37.695578777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b929785-fd96-4bbe-9ca1-cc2cf9d5ad93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:38.082899877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"6dc61e1f-da79-4c0e-9f6d-01dfc77931f3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:38.128416546Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"6dc61e1f-da79-4c0e-9f6d-01dfc77931f3","name":"e2e-shared-b-w2-9da49f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:38.379020118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6b3664-79ad-4689-ac6b-eb7ddc5898fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:38.395343898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6b3664-79ad-4689-ac6b-eb7ddc5898fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:38.411687063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6b3664-79ad-4689-ac6b-eb7ddc5898fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:38.427940651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6b3664-79ad-4689-ac6b-eb7ddc5898fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:39.084946638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5632877-fe47-456d-b8b1-bc4474eba1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:39.102419699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5632877-fe47-456d-b8b1-bc4474eba1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:39.120934893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5632877-fe47-456d-b8b1-bc4474eba1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:39.141613225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5632877-fe47-456d-b8b1-bc4474eba1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:39.789793884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b461373-782a-49c2-8984-ca4d5725c73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:39.806194446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b461373-782a-49c2-8984-ca4d5725c73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:39.822549653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b461373-782a-49c2-8984-ca4d5725c73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:39.838634204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b461373-782a-49c2-8984-ca4d5725c73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:49.992632696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ed3357-35bd-429e-ad07-0c9eb0ebcecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:50.009105321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ed3357-35bd-429e-ad07-0c9eb0ebcecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:50.025890626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ed3357-35bd-429e-ad07-0c9eb0ebcecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:50.042254475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ed3357-35bd-429e-ad07-0c9eb0ebcecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:50.773664889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398e95a4-f810-4d1e-b01a-55fc2358e3c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:50.791246422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398e95a4-f810-4d1e-b01a-55fc2358e3c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:50.8076912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398e95a4-f810-4d1e-b01a-55fc2358e3c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:50.824136187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398e95a4-f810-4d1e-b01a-55fc2358e3c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:53.887927867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1585840-5aef-4cca-acf8-e93acc797059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:53.904297283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1585840-5aef-4cca-acf8-e93acc797059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:53.920630521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1585840-5aef-4cca-acf8-e93acc797059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:53.93691169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1585840-5aef-4cca-acf8-e93acc797059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:54.566902693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4682ea-23ad-47d3-8438-f4cc26aa19ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:54.58396592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4682ea-23ad-47d3-8438-f4cc26aa19ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:54.600998652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4682ea-23ad-47d3-8438-f4cc26aa19ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:54.617839309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4682ea-23ad-47d3-8438-f4cc26aa19ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:55.285956501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12883b20-1cab-4101-a949-a7adac9aff59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:55.302764159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12883b20-1cab-4101-a949-a7adac9aff59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:55.318999834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12883b20-1cab-4101-a949-a7adac9aff59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:55.335137307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12883b20-1cab-4101-a949-a7adac9aff59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:15:58.820198852Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:04.003443961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"5a695177-5090-4c03-9adc-f290c30eee04","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-bbb402","tenantID":"e2e-explicit-bbb402","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:04.048854148Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"5a695177-5090-4c03-9adc-f290c30eee04","name":"e2e-explicit-bbb402-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:06.539305382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067cdb72-69ab-4a9e-9b42-f582515f6719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:06.556061519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067cdb72-69ab-4a9e-9b42-f582515f6719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:06.576148565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067cdb72-69ab-4a9e-9b42-f582515f6719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:06.593969144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067cdb72-69ab-4a9e-9b42-f582515f6719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:07.275322505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e54981-c883-4618-b4c2-a8567b8ab906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:07.292619231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e54981-c883-4618-b4c2-a8567b8ab906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:07.309351707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e54981-c883-4618-b4c2-a8567b8ab906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:07.3259623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e54981-c883-4618-b4c2-a8567b8ab906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:28.820454476Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:29.325299498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"66b4af89-1200-4beb-b5cd-08b721bbcab9","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:29.325335345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"66b4af89-1200-4beb-b5cd-08b721bbcab9","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:32.05804074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d39039b-caf8-4c32-8f80-ac9e3f547845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:32.074605911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d39039b-caf8-4c32-8f80-ac9e3f547845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:32.090836544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d39039b-caf8-4c32-8f80-ac9e3f547845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:32.107211576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d39039b-caf8-4c32-8f80-ac9e3f547845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:32.748107673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082f912a-827f-4829-95b7-84ed426f9612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:32.764426006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082f912a-827f-4829-95b7-84ed426f9612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:32.780922342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082f912a-827f-4829-95b7-84ed426f9612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:32.797001654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082f912a-827f-4829-95b7-84ed426f9612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:38.113242391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"fd9cc806-0dbd-4704-815e-922d26dbe0f1","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:38.113277898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"fd9cc806-0dbd-4704-815e-922d26dbe0f1","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:51.399361162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"d2c8ff1c-4750-42fc-ab2b-5f0d8deb48a9","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:51.399391957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"d2c8ff1c-4750-42fc-ab2b-5f0d8deb48a9","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:16:58.818742748Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:00.761316319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"9988ea10-f846-4653-95f8-9c6939e5d62d","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:00.761347332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"9988ea10-f846-4653-95f8-9c6939e5d62d","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:09.229497291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-bbb402","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"explicit-model-bbb402","reconcileID":"1433473d-5365-4dcb-87ba-efa1538ed762","MaaSModelRef":{"name":"explicit-model-bbb402","namespace":"ai-tenant-e2e-explicit-bbb402"},"routeName":"explicit-model-bbb402-kserve-route","namespace":"ai-tenant-e2e-explicit-bbb402","llmisvcName":"explicit-model-bbb402","gateway":"openshift-ingress/e2e-explicit-bbb402","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:19.253225481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-bbb402","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"explicit-model-bbb402","reconcileID":"910ce941-a6ca-4439-bcc9-44afb77ea023","MaaSModelRef":{"name":"explicit-model-bbb402","namespace":"ai-tenant-e2e-explicit-bbb402"},"routeName":"explicit-model-bbb402-kserve-route","namespace":"ai-tenant-e2e-explicit-bbb402","llmisvcName":"explicit-model-bbb402","gateway":"openshift-ingress/e2e-explicit-bbb402","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:23.654948022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2925dc6-16b2-4710-8609-effe1b63acdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:23.673743397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2925dc6-16b2-4710-8609-effe1b63acdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:23.690100102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2925dc6-16b2-4710-8609-effe1b63acdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:23.765696524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2925dc6-16b2-4710-8609-effe1b63acdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:24.463045098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b783e1-eabb-49ac-939e-0c2102692aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:24.479414847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b783e1-eabb-49ac-939e-0c2102692aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:24.495958329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b783e1-eabb-49ac-939e-0c2102692aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:24.512627141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b783e1-eabb-49ac-939e-0c2102692aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:25.703533652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"ffb8a995-05ac-49c6-9919-8027b824f7a4","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:25.703573153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"ffb8a995-05ac-49c6-9919-8027b824f7a4","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:26.066400955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"5d9f9704-be8d-45d7-be2a-a930b015e782","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:26.066431971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"5d9f9704-be8d-45d7-be2a-a930b015e782","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:26.088051014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"4a23b09d-5046-4415-8e9c-a43e3b78d7e9","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:26.088080914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"4a23b09d-5046-4415-8e9c-a43e3b78d7e9","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:26.120485893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"2fc39e93-ed0a-4a57-a587-a3031ab5358f","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:26.176643969Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"2fc39e93-ed0a-4a57-a587-a3031ab5358f","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:26.198383778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"2fc39e93-ed0a-4a57-a587-a3031ab5358f","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:26.222583296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"33980a38-a145-489c-996f-0bc164a1378b","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:26.222695671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"33980a38-a145-489c-996f-0bc164a1378b","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:28.81925908Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:31.915958087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"54a1ba8b-4ccc-40e6-b5c9-8d75ada48f88","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:31.915989606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"54a1ba8b-4ccc-40e6-b5c9-8d75ada48f88","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:32.216060846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"7fca0459-35f0-451e-b118-cf84d000da0e","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:32.21609038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"7fca0459-35f0-451e-b118-cf84d000da0e","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:32.237556114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"26c119e8-61e3-460f-af07-92fc51f7bb3f","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:32.2375824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"26c119e8-61e3-460f-af07-92fc51f7bb3f","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:32.269245421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"041591ed-0e7d-4cda-9c5c-3718f824997f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:32.326338966Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"041591ed-0e7d-4cda-9c5c-3718f824997f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:32.346406114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"041591ed-0e7d-4cda-9c5c-3718f824997f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:32.367888191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"ba40a222-826e-44ee-8eee-3e151783aab8","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:32.367924763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"ba40a222-826e-44ee-8eee-3e151783aab8","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:36.255945508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"c3c38076-4066-4225-8afd-7ae370d31af1","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:36.277068868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"c3c38076-4066-4225-8afd-7ae370d31af1","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:36.296828331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"c3c38076-4066-4225-8afd-7ae370d31af1","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:42.39996655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"d7cb77d2-9cc3-4023-a7b1-29f8c802371b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:42.421038201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"d7cb77d2-9cc3-4023-a7b1-29f8c802371b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:42.440757707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"d7cb77d2-9cc3-4023-a7b1-29f8c802371b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:46.330965976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"c7e7a859-ed18-4687-95b4-db96023b7ec7","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:46.353135026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"c7e7a859-ed18-4687-95b4-db96023b7ec7","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:46.373296545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ff1ebb5f71bac3cc504c1502f63dfabf1db848a0ace280758d2e7b5b602b249) AuthConfig (129f73cd8af9997672a93a3d9c1d04f5dd1734df5e1bcc844748606bc5e5f761) AuthConfig (4d3f4224686dbca92155653cfd4639650e7d1d82201c583e006f85f4d2ba12cb) AuthConfig (66121284afb30a305c2c7da783c08a0a24dc99bf3405fe1936c023a4409ef14f) AuthConfig (724f798538789d2e281a652cee5a7adcf4e4c922fba8d2a3c3a08bb98a552670) AuthConfig (463a5e1fd3eaba5516005b6ff2811f4a895e15569b8aef5a79aed4286d02dd87) AuthConfig (d8d731d4ee5ffe1e5e2ddb414d1274ff7258708d1bf6740f3df58752e6f8a4c7) AuthConfig (2340d042a96107d40c07bd6068b1f39bbde414c59810d2655b92eed9cd69a734) AuthConfig (d2a825837aff28db20a9be087c2fe98bbd2d3a1288118f37074fd84a798f1b82) AuthConfig (8a51071996f999db14b6c133a4ad055ea06e111d8cdd545914ec871b1e6c2290) AuthConfig (4b3034412595bd73e43464e699504e342e3f1f2ce097dae8afcfef9701d65fd0) AuthConfig (0e0ced54aaaea6313bd78cc91f8cbe5d2dff37eb08e4bddc3d492ed7f6ba2d59) AuthConfig (59d5b41adc96115e4cf7fe99223ce98d7e4f16524eddcd8fc2067b5c1464bd5e) AuthConfig (ddc2cb69cfefedab49e055a55a7f4da023643be3e2acaaa59ef02f4d6646171c) AuthConfig (ec269e7bf5856598730e084336559260fb314d33577e95336de15ea37e001cbe) AuthConfig (7ad1dbe36e757f968e23f64751480c9436a05c2b4f7f78828007fc2c06f712ee) AuthConfig (273168505d95733a3c46ef33f4473355d61cd8c2a296822d6d71e62b4c3bb2a6) AuthConfig (fe5325d7c1d57124919853139d29954075db54cc78d90bb0df8702d6e46cc542)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"c7e7a859-ed18-4687-95b4-db96023b7ec7","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:46.395275569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"a54e9343-9d49-410f-84f4-cab9cba72953","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:46.395298311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"a54e9343-9d49-410f-84f4-cab9cba72953","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.571077941Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","namespace":"ai-tenant-e2e-explicit-bbb402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.57114449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","namespace":"ai-tenant-e2e-explicit-bbb402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.571251027Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","tenant":"e2e-explicit-bbb402","tenantID":"e2e-explicit-bbb402","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.589766988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"Deployment","name":"maas-api-e2e-explicit-bbb402","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.621419528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"Service","name":"maas-api-e2e-explicit-bbb402","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.641050887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-bbb402","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.660028322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-bbb402","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.678891805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.697375033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.718730684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.737505422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.753721557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"Deployment","name":"payload-processing-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.76958455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.785490778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"Service","name":"payload-processing-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.805589242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"Service","name":"payload-pre-processing-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.821581177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.837455598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.85364977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.873994344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.8926749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.910073741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.926427404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-bbb402","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:50.942548353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-bbb402"},"namespace":"ai-tenant-e2e-explicit-bbb402","name":"default-tenant","reconcileID":"ef5eb944-7dea-4e1a-b6f2-37e1c2ed02a9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-bbb402","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:51.287761218Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-bbb402","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-bbb402","reconcileID":"e377f7e4-05cc-4fcf-b270-3257def6e033","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-bbb402","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-bbb402"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:51.721571926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4545dce3-8a66-485c-bf80-e48a6f2f5a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:51.738835223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4545dce3-8a66-485c-bf80-e48a6f2f5a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:51.755139687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4545dce3-8a66-485c-bf80-e48a6f2f5a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:51.77153973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4545dce3-8a66-485c-bf80-e48a6f2f5a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:52.430899672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7286830a-8a9d-4fae-b1a7-4b3354314146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:52.447277803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7286830a-8a9d-4fae-b1a7-4b3354314146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:52.463445302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7286830a-8a9d-4fae-b1a7-4b3354314146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:52.479741037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7286830a-8a9d-4fae-b1a7-4b3354314146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:52.495547719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"7db7145f-b621-49eb-9af2-9b617ac60491","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:52.517084725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"7db7145f-b621-49eb-9af2-9b617ac60491","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:52.536607612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"7db7145f-b621-49eb-9af2-9b617ac60491","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.355513802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"e3eb288e-3482-4b5a-83ed-9f03c90a9f07","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.355546732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"e3eb288e-3482-4b5a-83ed-9f03c90a9f07","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.657465707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"1e846b92-e5d4-4003-ac70-693389459c9b","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.657488975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"1e846b92-e5d4-4003-ac70-693389459c9b","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.676376608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"460344de-b40b-42b0-8425-4ea4a255ecf3","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.676405204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"460344de-b40b-42b0-8425-4ea4a255ecf3","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.712142156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"7ddd6d87-c86e-459a-98bc-6a2271420cb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.785939963Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"7ddd6d87-c86e-459a-98bc-6a2271420cb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.849631612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"7ddd6d87-c86e-459a-98bc-6a2271420cb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.869397271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"3b2e21b8-b375-4ced-9c76-4988019caf7f","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:54.869422156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"3b2e21b8-b375-4ced-9c76-4988019caf7f","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:56.428504849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"75bf7344-8765-4194-b4a6-c9ba5eeef653","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:56.449653024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"75bf7344-8765-4194-b4a6-c9ba5eeef653","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:56.469556026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ff1ebb5f71bac3cc504c1502f63dfabf1db848a0ace280758d2e7b5b602b249) AuthConfig (129f73cd8af9997672a93a3d9c1d04f5dd1734df5e1bcc844748606bc5e5f761) AuthConfig (4d3f4224686dbca92155653cfd4639650e7d1d82201c583e006f85f4d2ba12cb) AuthConfig (66121284afb30a305c2c7da783c08a0a24dc99bf3405fe1936c023a4409ef14f) AuthConfig (724f798538789d2e281a652cee5a7adcf4e4c922fba8d2a3c3a08bb98a552670) AuthConfig (463a5e1fd3eaba5516005b6ff2811f4a895e15569b8aef5a79aed4286d02dd87) AuthConfig (d8d731d4ee5ffe1e5e2ddb414d1274ff7258708d1bf6740f3df58752e6f8a4c7) AuthConfig (2340d042a96107d40c07bd6068b1f39bbde414c59810d2655b92eed9cd69a734) AuthConfig (d2a825837aff28db20a9be087c2fe98bbd2d3a1288118f37074fd84a798f1b82) AuthConfig (8a51071996f999db14b6c133a4ad055ea06e111d8cdd545914ec871b1e6c2290) AuthConfig (4b3034412595bd73e43464e699504e342e3f1f2ce097dae8afcfef9701d65fd0) AuthConfig (0e0ced54aaaea6313bd78cc91f8cbe5d2dff37eb08e4bddc3d492ed7f6ba2d59) AuthConfig (59d5b41adc96115e4cf7fe99223ce98d7e4f16524eddcd8fc2067b5c1464bd5e) AuthConfig (ddc2cb69cfefedab49e055a55a7f4da023643be3e2acaaa59ef02f4d6646171c) AuthConfig (ec269e7bf5856598730e084336559260fb314d33577e95336de15ea37e001cbe) AuthConfig (7ad1dbe36e757f968e23f64751480c9436a05c2b4f7f78828007fc2c06f712ee) AuthConfig (273168505d95733a3c46ef33f4473355d61cd8c2a296822d6d71e62b4c3bb2a6) AuthConfig (fe5325d7c1d57124919853139d29954075db54cc78d90bb0df8702d6e46cc542)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"75bf7344-8765-4194-b4a6-c9ba5eeef653","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:17:58.819210847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:02.622128201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"bebcdc4b-94db-436a-9358-df3e3f6bfb7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:02.650244836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"bebcdc4b-94db-436a-9358-df3e3f6bfb7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:02.670744193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"bebcdc4b-94db-436a-9358-df3e3f6bfb7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:02.690322464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"e6df8924-634a-4dcf-ab5f-b16e1dff6689","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:02.690359447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"e6df8924-634a-4dcf-ab5f-b16e1dff6689","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:04.902511798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"2dbdc9cd-47fd-4329-8e5d-919b8d9b06d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:04.926511754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"2dbdc9cd-47fd-4329-8e5d-919b8d9b06d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:04.947734441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"2dbdc9cd-47fd-4329-8e5d-919b8d9b06d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:06.502016118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"0f5afaba-5c4d-4bc0-85aa-3f143e820483","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:06.523718791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"0f5afaba-5c4d-4bc0-85aa-3f143e820483","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:06.545734881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ff1ebb5f71bac3cc504c1502f63dfabf1db848a0ace280758d2e7b5b602b249) AuthConfig (129f73cd8af9997672a93a3d9c1d04f5dd1734df5e1bcc844748606bc5e5f761) AuthConfig (4d3f4224686dbca92155653cfd4639650e7d1d82201c583e006f85f4d2ba12cb) AuthConfig (66121284afb30a305c2c7da783c08a0a24dc99bf3405fe1936c023a4409ef14f) AuthConfig (724f798538789d2e281a652cee5a7adcf4e4c922fba8d2a3c3a08bb98a552670) AuthConfig (463a5e1fd3eaba5516005b6ff2811f4a895e15569b8aef5a79aed4286d02dd87) AuthConfig (d8d731d4ee5ffe1e5e2ddb414d1274ff7258708d1bf6740f3df58752e6f8a4c7) AuthConfig (2340d042a96107d40c07bd6068b1f39bbde414c59810d2655b92eed9cd69a734) AuthConfig (d2a825837aff28db20a9be087c2fe98bbd2d3a1288118f37074fd84a798f1b82) AuthConfig (8a51071996f999db14b6c133a4ad055ea06e111d8cdd545914ec871b1e6c2290) AuthConfig (4b3034412595bd73e43464e699504e342e3f1f2ce097dae8afcfef9701d65fd0) AuthConfig (0e0ced54aaaea6313bd78cc91f8cbe5d2dff37eb08e4bddc3d492ed7f6ba2d59) AuthConfig (59d5b41adc96115e4cf7fe99223ce98d7e4f16524eddcd8fc2067b5c1464bd5e) AuthConfig (ddc2cb69cfefedab49e055a55a7f4da023643be3e2acaaa59ef02f4d6646171c) AuthConfig (ec269e7bf5856598730e084336559260fb314d33577e95336de15ea37e001cbe) AuthConfig (7ad1dbe36e757f968e23f64751480c9436a05c2b4f7f78828007fc2c06f712ee) AuthConfig (273168505d95733a3c46ef33f4473355d61cd8c2a296822d6d71e62b4c3bb2a6) AuthConfig (fe5325d7c1d57124919853139d29954075db54cc78d90bb0df8702d6e46cc542)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"0f5afaba-5c4d-4bc0-85aa-3f143e820483","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.418997206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"123ab548-e03e-4aac-8ee5-b852e8b09446","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.4459453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"123ab548-e03e-4aac-8ee5-b852e8b09446","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.451956676Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"4b911177-ab7a-46cc-8ff3-794e0048cc9b","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.452020459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"4b911177-ab7a-46cc-8ff3-794e0048cc9b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.462394096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"2e133f08-5d76-41bd-a692-3c8ace80b6f6","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.462460702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"2e133f08-5d76-41bd-a692-3c8ace80b6f6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.482887351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"95fab968-1483-4d22-9eaf-0539819d01d0","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.482961214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"95fab968-1483-4d22-9eaf-0539819d01d0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.523394486Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"e9660ea3-aeea-45d3-9c81-d9252180a881","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.523466819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"e9660ea3-aeea-45d3-9c81-d9252180a881","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.603859053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"d492ef4b-0d80-4cf4-80fb-590539303075","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:07.603931837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6d45f8","namespace":"ai-tenant-e2e-noten-6d45f8"},"namespace":"ai-tenant-e2e-noten-6d45f8","name":"noten-model-6d45f8","reconcileID":"d492ef4b-0d80-4cf4-80fb-590539303075","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6d45f8/noten-model-6d45f8-kserve-route (gateways: [openshift-ingress/e2e-noten-6d45f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:12.722663948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"7bfcf828-8620-44e4-9706-751f5c704be1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:12.744101871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"7bfcf828-8620-44e4-9706-751f5c704be1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:12.767462745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"7bfcf828-8620-44e4-9706-751f5c704be1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:12.993472232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"49f37754-b4d6-485a-8022-b2658b352484","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:12.993505279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"49f37754-b4d6-485a-8022-b2658b352484","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:13.014128406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"f8f4e695-cf50-4700-b23f-2513c5f03473","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:13.014197111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"f8f4e695-cf50-4700-b23f-2513c5f03473","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:13.046007459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"4939d8a5-0eb7-400c-b6bf-eed159e4d0a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:13.11599915Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"4939d8a5-0eb7-400c-b6bf-eed159e4d0a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:13.136703672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-df4db1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"4939d8a5-0eb7-400c-b6bf-eed159e4d0a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:13.159074259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"a6d36a0e-99f3-4fac-b584-37d3515ce87d","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:13.159099184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"a6d36a0e-99f3-4fac-b584-37d3515ce87d","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:14.980404638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"a63608f8-e190-43e0-96db-f5d74d119dd8","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:15.001744671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"a63608f8-e190-43e0-96db-f5d74d119dd8","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:15.021429024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"a63608f8-e190-43e0-96db-f5d74d119dd8","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:16.581752188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"ce49128c-0e6d-440f-af82-b30fc6ab914c","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:16.603092099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"ce49128c-0e6d-440f-af82-b30fc6ab914c","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:16.622756272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ff1ebb5f71bac3cc504c1502f63dfabf1db848a0ace280758d2e7b5b602b249) AuthConfig (129f73cd8af9997672a93a3d9c1d04f5dd1734df5e1bcc844748606bc5e5f761) AuthConfig (4d3f4224686dbca92155653cfd4639650e7d1d82201c583e006f85f4d2ba12cb) AuthConfig (66121284afb30a305c2c7da783c08a0a24dc99bf3405fe1936c023a4409ef14f) AuthConfig (724f798538789d2e281a652cee5a7adcf4e4c922fba8d2a3c3a08bb98a552670) AuthConfig (463a5e1fd3eaba5516005b6ff2811f4a895e15569b8aef5a79aed4286d02dd87) AuthConfig (d8d731d4ee5ffe1e5e2ddb414d1274ff7258708d1bf6740f3df58752e6f8a4c7) AuthConfig (2340d042a96107d40c07bd6068b1f39bbde414c59810d2655b92eed9cd69a734) AuthConfig (d2a825837aff28db20a9be087c2fe98bbd2d3a1288118f37074fd84a798f1b82) AuthConfig (8a51071996f999db14b6c133a4ad055ea06e111d8cdd545914ec871b1e6c2290) AuthConfig (4b3034412595bd73e43464e699504e342e3f1f2ce097dae8afcfef9701d65fd0) AuthConfig (0e0ced54aaaea6313bd78cc91f8cbe5d2dff37eb08e4bddc3d492ed7f6ba2d59) AuthConfig (59d5b41adc96115e4cf7fe99223ce98d7e4f16524eddcd8fc2067b5c1464bd5e) AuthConfig (ddc2cb69cfefedab49e055a55a7f4da023643be3e2acaaa59ef02f4d6646171c) AuthConfig (ec269e7bf5856598730e084336559260fb314d33577e95336de15ea37e001cbe) AuthConfig (7ad1dbe36e757f968e23f64751480c9436a05c2b4f7f78828007fc2c06f712ee) AuthConfig (273168505d95733a3c46ef33f4473355d61cd8c2a296822d6d71e62b4c3bb2a6) AuthConfig (fe5325d7c1d57124919853139d29954075db54cc78d90bb0df8702d6e46cc542)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"ce49128c-0e6d-440f-af82-b30fc6ab914c","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:22.800904327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"603bc145-eee1-456f-8909-88bf010ce7db","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:22.822197405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"603bc145-eee1-456f-8909-88bf010ce7db","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:22.842197464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bacbd6a94e292192298ce09af4b80ce5638c2c741f017567ce2de591dfc7938) AuthConfig (755215e1f2dd299e4dc7c6a40b4c933ce319fe82c4cda8c89934b32637fda2b2) AuthConfig (b30d89f800a9f9a69f0ea57f776c16b2e0e5fcbc2c410e1c257a3ed42fe5f76e) AuthConfig (fa7e17a60af59be76ea6e1c8797c52a83f324d1e8741be9143a4f9e8d609adb7) AuthConfig (983423829d21a382fec41159c552d695954f60cb42bbe7d65bbdd7134cc653ba) AuthConfig (767d9379f552ec45914611eabd32e328153c47b22c53730e26514089adb921a5) AuthConfig (31cd37716d9638ee0faf03834c17b4484d6d08844811d4e5c2d59741bbfe8e81) AuthConfig (72dc07852e42ee0c96020cee61987d2103f65a7d96a034a24bd2fd6d046d8b24) AuthConfig (17f92c3571cd8cb38b15abac912280f9422c103cadc8f405d62db8bb259808f3) AuthConfig (76bda81c2d413fde4161585857ecd7f4d0651a5da220329f6b5b4edb07060f5e) AuthConfig (c49c865c4dd04e7bb211725116c9b022be7931b8e5672b98b66afad55b503de5) AuthConfig (2bdac3510e5246014f54246a9e4a97a88685feaaa2790b445bb7417159f7d134) AuthConfig (02ab2576a4d6b11ea7bd16d32875aebc90176f5f09bd4358845ebfe73bd08cc5) AuthConfig (22ed7b2097630ce7f250b9d7056d91ece0380e75db4065cb72a686419c7183c2) AuthConfig (68369de4f00c5f8a5cbb93abeb90ff8280d336c456851421ac514efba3e5bcdb) AuthConfig (28cdc6101915d7fcec10eb7ece0442b9852a0ab3938b034f9e02cd4d129cfcec) AuthConfig (f103bdc67b8984b7c42288e91e188b8ff2472a0b6dfe7257cbf7214c4779bf35) AuthConfig (319efca8a20484d5917f801ea42789cf65229af2738cc431bc0389041f84b834)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"603bc145-eee1-456f-8909-88bf010ce7db","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:22.862507829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"c09caca5-3289-455c-b49d-e3c6e22331f3","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:22.862532294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"c09caca5-3289-455c-b49d-e3c6e22331f3","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:23.191849067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"ad0441f6-bc0a-4aca-a83e-1c532ddb3c6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:23.213718099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"ad0441f6-bc0a-4aca-a83e-1c532ddb3c6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:23.233698276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-df4db1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"ad0441f6-bc0a-4aca-a83e-1c532ddb3c6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:25.07257118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"8c237d53-0b0b-4f39-aecd-87e92d040c66","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:25.096181114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"8c237d53-0b0b-4f39-aecd-87e92d040c66","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:25.160627795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (225e336b690de32c4749738dce9a5685b51c2f79a31638801a01b79528c15fe5) AuthConfig (1653d0bb6d3292bf98a9a6f8258a58f5b0d40f26ed35c1c9ede9eef4227cd196) AuthConfig (1137f989195843f3043979401f6fb3432b6af660f17952ac7234b56dd8a9cf18) AuthConfig (9645ad6f2fc249fc253b7f479d633fadc342934b15dc01d2dd5ac56f84d86941) AuthConfig (94dc36722cf48d315f4162865967758f71f30f77874bb651854793b3defd483a) AuthConfig (1449e2fa6c23cb9ebaa7825f81a91fdedc9f888ab6fd8fe9cc53b1c919592905) AuthConfig (eeca2d0299dff0ab05284a31ac75bfbd8f3631748bc093b81d349a3c95abbf4f) AuthConfig (022393221725b6df920612f5a8ab71082cae90283fdb23240ad7c1b29a2c7007) AuthConfig (cf22d0737003a0a23b95b1e82050d616bb6753c704d8fc9c039c8a0d706ba6e3) AuthConfig (bf16d82a3bd1cfc8a4258649ad4bf0313da120a5d24ee54ae293a088e84cae96) AuthConfig (61ec19855a2d9efa2b9c0d113e4ce7c335a033673c5e4c6a9be93ffd8866e05a) AuthConfig (a5f01b784382dab29b380bc51b9a96035a6212b00c260399600a0d7da79c8ca6) AuthConfig (2b3fe2a8a0214aee66b0a71786769810321d5bddad85df0cbbc17515146fcd02) AuthConfig (da4d7ad930d62823eb50b343cdd67802c304c2c8a8c3c00d0ecd8431f3046277) AuthConfig (9c3267d0e61b782c9400633c98b3bc218f79a6c1f0b42e22a197da58f37d4a9d) AuthConfig (8b02de15753d5c8454c44c133bd7462f1b05746537e271549867d3302fe1c1d2) AuthConfig (079c32457c1eac0054d5c05a9d1efaf8af2a607b60dea352069b884d05194777) AuthConfig (ae77160a175cae1586c056e8913c6a726393f68112b1bc2afa30b12211aaa7a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"8c237d53-0b0b-4f39-aecd-87e92d040c66","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:25.182676791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"2b0267c9-f718-4cef-a4bf-8cba08dc1e49","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:25.182699124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"2b0267c9-f718-4cef-a4bf-8cba08dc1e49","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:26.655557015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"30b8b7ba-d314-48cd-bee9-277c54a595d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:26.67700188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"30b8b7ba-d314-48cd-bee9-277c54a595d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:26.7656126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"f33e654a-fa3f-4f72-94d8-3378d8e273bc","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:26.765639444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"f33e654a-fa3f-4f72-94d8-3378d8e273bc","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:28.819587581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:32.895392055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"f4fe69b0-3134-4a3b-b816-2f301cfd46fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:32.917897115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"f4fe69b0-3134-4a3b-b816-2f301cfd46fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:32.938437343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bacbd6a94e292192298ce09af4b80ce5638c2c741f017567ce2de591dfc7938) AuthConfig (755215e1f2dd299e4dc7c6a40b4c933ce319fe82c4cda8c89934b32637fda2b2) AuthConfig (b30d89f800a9f9a69f0ea57f776c16b2e0e5fcbc2c410e1c257a3ed42fe5f76e) AuthConfig (fa7e17a60af59be76ea6e1c8797c52a83f324d1e8741be9143a4f9e8d609adb7) AuthConfig (983423829d21a382fec41159c552d695954f60cb42bbe7d65bbdd7134cc653ba) AuthConfig (767d9379f552ec45914611eabd32e328153c47b22c53730e26514089adb921a5) AuthConfig (31cd37716d9638ee0faf03834c17b4484d6d08844811d4e5c2d59741bbfe8e81) AuthConfig (72dc07852e42ee0c96020cee61987d2103f65a7d96a034a24bd2fd6d046d8b24) AuthConfig (17f92c3571cd8cb38b15abac912280f9422c103cadc8f405d62db8bb259808f3) AuthConfig (76bda81c2d413fde4161585857ecd7f4d0651a5da220329f6b5b4edb07060f5e) AuthConfig (c49c865c4dd04e7bb211725116c9b022be7931b8e5672b98b66afad55b503de5) AuthConfig (2bdac3510e5246014f54246a9e4a97a88685feaaa2790b445bb7417159f7d134) AuthConfig (02ab2576a4d6b11ea7bd16d32875aebc90176f5f09bd4358845ebfe73bd08cc5) AuthConfig (22ed7b2097630ce7f250b9d7056d91ece0380e75db4065cb72a686419c7183c2) AuthConfig (68369de4f00c5f8a5cbb93abeb90ff8280d336c456851421ac514efba3e5bcdb) AuthConfig (28cdc6101915d7fcec10eb7ece0442b9852a0ab3938b034f9e02cd4d129cfcec) AuthConfig (f103bdc67b8984b7c42288e91e188b8ff2472a0b6dfe7257cbf7214c4779bf35) AuthConfig (319efca8a20484d5917f801ea42789cf65229af2738cc431bc0389041f84b834)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"f4fe69b0-3134-4a3b-b816-2f301cfd46fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.21533128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"c6e8f100-79b3-412c-a4c5-3efe5904bcef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.215361137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"c6e8f100-79b3-412c-a4c5-3efe5904bcef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.238045327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"fb955bcf-b192-4a92-b435-10e2610feb68","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.238068447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"fb955bcf-b192-4a92-b435-10e2610feb68","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.24753704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"dc99c3c7-1074-47ea-9725-207628066fe3","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:33.251926206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"ee65ef02-9646-45ca-88fb-b069bfabe9f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-210ef0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:33.255756802Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"fb955bcf-b192-4a92-b435-10e2610feb68","name":"auth-test-model-0e1a98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0e1a98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:33.255830589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"fb955bcf-b192-4a92-b435-10e2610feb68","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0e1a98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.261331281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"a09d74ff-9cb7-428e-be94-d1b3a69d54fd","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.261361283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"a09d74ff-9cb7-428e-be94-d1b3a69d54fd","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.270252653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"dc99c3c7-1074-47ea-9725-207628066fe3","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.285924969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"dd851021-fe8f-4a1c-bf2c-1a67f5193894","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.285948527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"dd851021-fe8f-4a1c-bf2c-1a67f5193894","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.307399089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"84b0be18-03ae-4e21-b5a4-f6ac3fc0dc74","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.307423082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"84b0be18-03ae-4e21-b5a4-f6ac3fc0dc74","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.347327441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"a5813802-d357-461a-8120-1d6a7f1ecce0","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.355544016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"3b7267c0-1cf0-4a1a-8b29-fb13d05f96e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.36852545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"a5813802-d357-461a-8120-1d6a7f1ecce0","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.37658822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"3b7267c0-1cf0-4a1a-8b29-fb13d05f96e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.387358061Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"ffc0525b-2c0a-44bc-8b8b-2919f8588f0c","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-auth-test-model-0e1a98","model":"auth-test-model-0e1a98","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-0e1a98/e2e-auth-iso-210ef0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.391224023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-df4db1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"a5813802-d357-461a-8120-1d6a7f1ecce0","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.445272909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"cc3e9243-1ee5-4af8-b69a-23ec360712c3","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.445297156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"cc3e9243-1ee5-4af8-b69a-23ec360712c3","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:33.511267328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"5323706b-e22b-4692-9a6f-0c1a223b0d19","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-auth-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:35.216575499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"0e8a1a49-a3fd-4e90-967a-8c7e18152f32","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:35.237825833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"0e8a1a49-a3fd-4e90-967a-8c7e18152f32","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:35.257660878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (225e336b690de32c4749738dce9a5685b51c2f79a31638801a01b79528c15fe5) AuthConfig (1653d0bb6d3292bf98a9a6f8258a58f5b0d40f26ed35c1c9ede9eef4227cd196) AuthConfig (1137f989195843f3043979401f6fb3432b6af660f17952ac7234b56dd8a9cf18) AuthConfig (9645ad6f2fc249fc253b7f479d633fadc342934b15dc01d2dd5ac56f84d86941) AuthConfig (94dc36722cf48d315f4162865967758f71f30f77874bb651854793b3defd483a) AuthConfig (1449e2fa6c23cb9ebaa7825f81a91fdedc9f888ab6fd8fe9cc53b1c919592905) AuthConfig (eeca2d0299dff0ab05284a31ac75bfbd8f3631748bc093b81d349a3c95abbf4f) AuthConfig (022393221725b6df920612f5a8ab71082cae90283fdb23240ad7c1b29a2c7007) AuthConfig (cf22d0737003a0a23b95b1e82050d616bb6753c704d8fc9c039c8a0d706ba6e3) AuthConfig (bf16d82a3bd1cfc8a4258649ad4bf0313da120a5d24ee54ae293a088e84cae96) AuthConfig (61ec19855a2d9efa2b9c0d113e4ce7c335a033673c5e4c6a9be93ffd8866e05a) AuthConfig (a5f01b784382dab29b380bc51b9a96035a6212b00c260399600a0d7da79c8ca6) AuthConfig (2b3fe2a8a0214aee66b0a71786769810321d5bddad85df0cbbc17515146fcd02) AuthConfig (da4d7ad930d62823eb50b343cdd67802c304c2c8a8c3c00d0ecd8431f3046277) AuthConfig (9c3267d0e61b782c9400633c98b3bc218f79a6c1f0b42e22a197da58f37d4a9d) AuthConfig (8b02de15753d5c8454c44c133bd7462f1b05746537e271549867d3302fe1c1d2) AuthConfig (079c32457c1eac0054d5c05a9d1efaf8af2a607b60dea352069b884d05194777) AuthConfig (ae77160a175cae1586c056e8913c6a726393f68112b1bc2afa30b12211aaa7a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"0e8a1a49-a3fd-4e90-967a-8c7e18152f32","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:42.986991542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"add3bace-3213-4080-9c16-bf6550f69aa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:43.009235607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"add3bace-3213-4080-9c16-bf6550f69aa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:43.029448379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bacbd6a94e292192298ce09af4b80ce5638c2c741f017567ce2de591dfc7938) AuthConfig (755215e1f2dd299e4dc7c6a40b4c933ce319fe82c4cda8c89934b32637fda2b2) AuthConfig (b30d89f800a9f9a69f0ea57f776c16b2e0e5fcbc2c410e1c257a3ed42fe5f76e) AuthConfig (fa7e17a60af59be76ea6e1c8797c52a83f324d1e8741be9143a4f9e8d609adb7) AuthConfig (983423829d21a382fec41159c552d695954f60cb42bbe7d65bbdd7134cc653ba) AuthConfig (767d9379f552ec45914611eabd32e328153c47b22c53730e26514089adb921a5) AuthConfig (31cd37716d9638ee0faf03834c17b4484d6d08844811d4e5c2d59741bbfe8e81) AuthConfig (72dc07852e42ee0c96020cee61987d2103f65a7d96a034a24bd2fd6d046d8b24) AuthConfig (17f92c3571cd8cb38b15abac912280f9422c103cadc8f405d62db8bb259808f3) AuthConfig (76bda81c2d413fde4161585857ecd7f4d0651a5da220329f6b5b4edb07060f5e) AuthConfig (c49c865c4dd04e7bb211725116c9b022be7931b8e5672b98b66afad55b503de5) AuthConfig (2bdac3510e5246014f54246a9e4a97a88685feaaa2790b445bb7417159f7d134) AuthConfig (02ab2576a4d6b11ea7bd16d32875aebc90176f5f09bd4358845ebfe73bd08cc5) AuthConfig (22ed7b2097630ce7f250b9d7056d91ece0380e75db4065cb72a686419c7183c2) AuthConfig (68369de4f00c5f8a5cbb93abeb90ff8280d336c456851421ac514efba3e5bcdb) AuthConfig (28cdc6101915d7fcec10eb7ece0442b9852a0ab3938b034f9e02cd4d129cfcec) AuthConfig (f103bdc67b8984b7c42288e91e188b8ff2472a0b6dfe7257cbf7214c4779bf35) AuthConfig (319efca8a20484d5917f801ea42789cf65229af2738cc431bc0389041f84b834)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"add3bace-3213-4080-9c16-bf6550f69aa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:43.425541796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"29132172-4ec4-475a-973f-67eb524d3c22","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:43.446902893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"29132172-4ec4-475a-973f-67eb524d3c22","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:43.466805794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-df4db1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"29132172-4ec4-475a-973f-67eb524d3c22","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:45.292387856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"e98e5034-967c-4df4-8066-8e964ac8ba10","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:45.31349772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"e98e5034-967c-4df4-8066-8e964ac8ba10","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:45.333832569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (225e336b690de32c4749738dce9a5685b51c2f79a31638801a01b79528c15fe5) AuthConfig (1653d0bb6d3292bf98a9a6f8258a58f5b0d40f26ed35c1c9ede9eef4227cd196) AuthConfig (1137f989195843f3043979401f6fb3432b6af660f17952ac7234b56dd8a9cf18) AuthConfig (9645ad6f2fc249fc253b7f479d633fadc342934b15dc01d2dd5ac56f84d86941) AuthConfig (94dc36722cf48d315f4162865967758f71f30f77874bb651854793b3defd483a) AuthConfig (1449e2fa6c23cb9ebaa7825f81a91fdedc9f888ab6fd8fe9cc53b1c919592905) AuthConfig (eeca2d0299dff0ab05284a31ac75bfbd8f3631748bc093b81d349a3c95abbf4f) AuthConfig (022393221725b6df920612f5a8ab71082cae90283fdb23240ad7c1b29a2c7007) AuthConfig (cf22d0737003a0a23b95b1e82050d616bb6753c704d8fc9c039c8a0d706ba6e3) AuthConfig (bf16d82a3bd1cfc8a4258649ad4bf0313da120a5d24ee54ae293a088e84cae96) AuthConfig (61ec19855a2d9efa2b9c0d113e4ce7c335a033673c5e4c6a9be93ffd8866e05a) AuthConfig (a5f01b784382dab29b380bc51b9a96035a6212b00c260399600a0d7da79c8ca6) AuthConfig (2b3fe2a8a0214aee66b0a71786769810321d5bddad85df0cbbc17515146fcd02) AuthConfig (da4d7ad930d62823eb50b343cdd67802c304c2c8a8c3c00d0ecd8431f3046277) AuthConfig (9c3267d0e61b782c9400633c98b3bc218f79a6c1f0b42e22a197da58f37d4a9d) AuthConfig (8b02de15753d5c8454c44c133bd7462f1b05746537e271549867d3302fe1c1d2) AuthConfig (079c32457c1eac0054d5c05a9d1efaf8af2a607b60dea352069b884d05194777) AuthConfig (ae77160a175cae1586c056e8913c6a726393f68112b1bc2afa30b12211aaa7a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"e98e5034-967c-4df4-8066-8e964ac8ba10","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:49.259975934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"b145bdff-7c7a-4e91-b84c-2723e63765a9","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-auth-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:49.317399586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"f4293fa2-57f7-4511-a60c-f050e9985fd1","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:49.317426023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"f4293fa2-57f7-4511-a60c-f050e9985fd1","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:49.925988445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"6276b283-fba2-48f3-9d3b-26c5e05ab69c","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:49.947592414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"6276b283-fba2-48f3-9d3b-26c5e05ab69c","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:53.062813658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"15c8e536-95be-4e39-a302-015cb54728b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:53.083850729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"15c8e536-95be-4e39-a302-015cb54728b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:53.256143052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"85e4af44-e48a-4480-85c8-e006b899bfec","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:53.256212578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"85e4af44-e48a-4480-85c8-e006b899bfec","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:53.499472774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"4e81470c-0593-45b5-ab1c-7f7b36c53075","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:53.520681182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"4e81470c-0593-45b5-ab1c-7f7b36c53075","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:53.540777339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-df4db1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09bc6cf7e14c0be149e32ebfbc1b17f421d38fbf18cc4ed08cae9615a4eadbcb) AuthConfig (522d5ea6c0879963eb5b5b91666a2e89cb60a329b2872225854c0ac6c13d6d65) AuthConfig (251cc1a3f509f5b9eda75889a43524477428da6e8bf0b4f9ce3d46d524cbbb7e) AuthConfig (be361e23d2593c295ed3c695ce4998500878d9294ab513b6c0db92bbed67c173) AuthConfig (aceee618f89b80b80b4c74eb80ebc533d79bce6160b5d3b53146483fb1300aaf) AuthConfig (d7f817eabcfa0a9c40c9a7896d81f0b5614aef77183448d797d494f21805b674) AuthConfig (89871b64bb140b0f9fa26887314e5a8aa38f28b9f9073d84e5913f2c6b5b8b0e) AuthConfig (3f364803d57366b13a9d56392c0a483910ed9062790a6d7705d8e43d79d716c6) AuthConfig (e50a4088219c3ff80d0335f16005a081b89f1a8356a62b6322bd3fcb246945e0) AuthConfig (a3eb693b8db65e4e2bc0df5771f3d013901ecdca90fc0cf6cc64ca793d92594e) AuthConfig (e3e790b15a4a014c6318355221e82d4f1b3d9783a4237dfda0fe16ad23a7f43c) AuthConfig (8dee469cf30d10daa65e74e009e554941dc5b92dc35412bebfd524877020981a) AuthConfig (dfc46d182a5f11462fd5dd539bba83fdb2c36df141bd8b38344315170913d3c2) AuthConfig (0a1ee6cc0074691c989dad01d50313fa854def307af811cc3b863acc457c9d75) AuthConfig (c9e4623e57b0013481dd88e2984a914329ccfbe238430df883aaf3e3f5c57446) AuthConfig (c038decb57c23536a7ffda49fba4a5e1f6743f61b8a322e86107244d7a296654) AuthConfig (0e399e31fd9505f17720273ded567944a9419b9accef47abfc714b5ebf2c5936) AuthConfig (5331024dc2102358c2171a008e60bc9f1590e58bfc256ec4d2f4e1b56d601b1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"4e81470c-0593-45b5-ab1c-7f7b36c53075","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:53.566050938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"54989219-4a42-431c-8ee8-bc5793cc1e08","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:53.566074052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"54989219-4a42-431c-8ee8-bc5793cc1e08","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:55.369373049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"548a8037-ef79-4fbc-ace8-1cd9d054ba4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:55.390667978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"548a8037-ef79-4fbc-ace8-1cd9d054ba4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:55.571502918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"d55d9639-f44c-4a8d-a8f8-5e166c2d3079","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:55.571527358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"d55d9639-f44c-4a8d-a8f8-5e166c2d3079","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.268278984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"943ed393-2ffd-4d32-ac88-c366408a2a79","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.268298951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"943ed393-2ffd-4d32-ac88-c366408a2a79","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.294574097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"1afccca3-0391-479f-983e-2904810683a3","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.29459858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"1afccca3-0391-479f-983e-2904810683a3","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.299971017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"28c2135e-a3a2-4778-8eda-a00557ce1c26","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:56.301890738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"1a3723e8-6d66-4620-ba50-0713af401430","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-155e1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:56.312858367Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"1afccca3-0391-479f-983e-2904810683a3","name":"auth-test-model-35042a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-35042a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:18:56.312933624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"1afccca3-0391-479f-983e-2904810683a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-35042a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.318698798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"97ad2c61-1849-4ee2-b247-babf03983329","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.318728764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"97ad2c61-1849-4ee2-b247-babf03983329","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.320874143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"28c2135e-a3a2-4778-8eda-a00557ce1c26","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.335423955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"c4bbea3e-1858-49d5-9795-c1b5bc7c2a3d","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.335449884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"c4bbea3e-1858-49d5-9795-c1b5bc7c2a3d","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.356996488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"6dd67fb3-b395-4565-9601-a3aafb528b05","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.357022313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"6dd67fb3-b395-4565-9601-a3aafb528b05","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.425218201Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"173d5b0b-f467-433a-8729-c3179bc7c533","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"maas-trlp-auth-test-model-35042a","model":"auth-test-model-35042a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-35042a/e2e-auth-iso-155e1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.484201469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"6391bb4e-f8e5-4c8b-9d08-a2749595304a","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.484722484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"eae3d557-6031-43ed-8fe2-e5686c64f764","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.484742658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"eae3d557-6031-43ed-8fe2-e5686c64f764","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.505065003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"6391bb4e-f8e5-4c8b-9d08-a2749595304a","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:56.54972109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"9e2d2103-788b-4d9a-85d6-acd04255d052","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"maas-trlp-auth-test-model-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:58.820892521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:59.698871372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"9d569558-a7ca-4afc-952f-60ccca7a7892","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:59.698897802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"9d569558-a7ca-4afc-952f-60ccca7a7892","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:59.717788518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"0838fc01-c98f-458d-9212-f9db4860ff10","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:59.717813193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"0838fc01-c98f-458d-9212-f9db4860ff10","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:59.750243147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"a473f4ce-09a9-4610-b760-d1ab6a0e152d","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:59.819147647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"a473f4ce-09a9-4610-b760-d1ab6a0e152d","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:59.838846605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"a473f4ce-09a9-4610-b760-d1ab6a0e152d","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:59.860741991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"66e179dc-8205-440f-9512-f1f1e64734b3","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:18:59.860770112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"66e179dc-8205-440f-9512-f1f1e64734b3","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:03.612239815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"6f594820-62d0-49c3-b4be-b763d6cab640","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:03.639323364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"6f594820-62d0-49c3-b4be-b763d6cab640","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:03.679791925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-df4db1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09bc6cf7e14c0be149e32ebfbc1b17f421d38fbf18cc4ed08cae9615a4eadbcb) AuthConfig (522d5ea6c0879963eb5b5b91666a2e89cb60a329b2872225854c0ac6c13d6d65) AuthConfig (251cc1a3f509f5b9eda75889a43524477428da6e8bf0b4f9ce3d46d524cbbb7e) AuthConfig (be361e23d2593c295ed3c695ce4998500878d9294ab513b6c0db92bbed67c173) AuthConfig (aceee618f89b80b80b4c74eb80ebc533d79bce6160b5d3b53146483fb1300aaf) AuthConfig (d7f817eabcfa0a9c40c9a7896d81f0b5614aef77183448d797d494f21805b674) AuthConfig (89871b64bb140b0f9fa26887314e5a8aa38f28b9f9073d84e5913f2c6b5b8b0e) AuthConfig (3f364803d57366b13a9d56392c0a483910ed9062790a6d7705d8e43d79d716c6) AuthConfig (e50a4088219c3ff80d0335f16005a081b89f1a8356a62b6322bd3fcb246945e0) AuthConfig (a3eb693b8db65e4e2bc0df5771f3d013901ecdca90fc0cf6cc64ca793d92594e) AuthConfig (e3e790b15a4a014c6318355221e82d4f1b3d9783a4237dfda0fe16ad23a7f43c) AuthConfig (8dee469cf30d10daa65e74e009e554941dc5b92dc35412bebfd524877020981a) AuthConfig (dfc46d182a5f11462fd5dd539bba83fdb2c36df141bd8b38344315170913d3c2) AuthConfig (0a1ee6cc0074691c989dad01d50313fa854def307af811cc3b863acc457c9d75) AuthConfig (c9e4623e57b0013481dd88e2984a914329ccfbe238430df883aaf3e3f5c57446) AuthConfig (c038decb57c23536a7ffda49fba4a5e1f6743f61b8a322e86107244d7a296654) AuthConfig (0e399e31fd9505f17720273ded567944a9419b9accef47abfc714b5ebf2c5936) AuthConfig (5331024dc2102358c2171a008e60bc9f1590e58bfc256ec4d2f4e1b56d601b1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"6f594820-62d0-49c3-b4be-b763d6cab640","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.795515648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"460b42d1-0ec2-483b-8aaa-dbeaaa597656","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.795650764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"460b42d1-0ec2-483b-8aaa-dbeaaa597656","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.818600144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"ac621ad2-0d0e-42c4-a45f-fe928b026701","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.818626258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"ac621ad2-0d0e-42c4-a45f-fe928b026701","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.828797344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"ecb45222-2ddf-4ea6-83ca-3a86eb514806","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:19:04.829576232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"11bde13f-5d96-4c15-b321-e69c94031752","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c346b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:19:04.836400307Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"ac621ad2-0d0e-42c4-a45f-fe928b026701","name":"auth-test-model-8ae41e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8ae41e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:19:04.836465692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"ac621ad2-0d0e-42c4-a45f-fe928b026701","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8ae41e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.842586495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"10ea29da-91b6-46b3-bfd4-4956d772f9e3","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.84261053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"10ea29da-91b6-46b3-bfd4-4956d772f9e3","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.850242525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"ecb45222-2ddf-4ea6-83ca-3a86eb514806","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.865475138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"caed2b69-cac5-40d5-83d1-81a3d96496bf","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.865499355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"caed2b69-cac5-40d5-83d1-81a3d96496bf","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.887328196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"1d719b06-f638-4b79-8a87-fbe8e66af215","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.887355301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"1d719b06-f638-4b79-8a87-fbe8e66af215","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:04.969572187Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"ae8f2251-4824-416f-9d38-eba5bf45aa7e","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-auth-test-model-8ae41e","model":"auth-test-model-8ae41e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-8ae41e/e2e-auth-iso-c346b3"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:05.014568558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"85d0fa82-49d8-467e-8fd4-8bd7b4a41639","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:05.029513542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"f4f7851c-7d85-4531-a809-10086fc4beb7","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:05.029543836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"f4f7851c-7d85-4531-a809-10086fc4beb7","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:05.036312844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"85d0fa82-49d8-467e-8fd4-8bd7b4a41639","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:05.098762286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"c87bafac-8987-4332-969a-4126a918225a","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-auth-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:09.893445688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"5814e92d-93c5-4a65-8e3b-cd283424b9fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:09.915104798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"5814e92d-93c5-4a65-8e3b-cd283424b9fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:09.935924721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"5814e92d-93c5-4a65-8e3b-cd283424b9fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:13.712073258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"40410381-1fc6-4281-8d02-98eb206378a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:13.73344066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"40410381-1fc6-4281-8d02-98eb206378a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:13.753447441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-df4db1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09bc6cf7e14c0be149e32ebfbc1b17f421d38fbf18cc4ed08cae9615a4eadbcb) AuthConfig (522d5ea6c0879963eb5b5b91666a2e89cb60a329b2872225854c0ac6c13d6d65) AuthConfig (251cc1a3f509f5b9eda75889a43524477428da6e8bf0b4f9ce3d46d524cbbb7e) AuthConfig (be361e23d2593c295ed3c695ce4998500878d9294ab513b6c0db92bbed67c173) AuthConfig (aceee618f89b80b80b4c74eb80ebc533d79bce6160b5d3b53146483fb1300aaf) AuthConfig (d7f817eabcfa0a9c40c9a7896d81f0b5614aef77183448d797d494f21805b674) AuthConfig (89871b64bb140b0f9fa26887314e5a8aa38f28b9f9073d84e5913f2c6b5b8b0e) AuthConfig (3f364803d57366b13a9d56392c0a483910ed9062790a6d7705d8e43d79d716c6) AuthConfig (e50a4088219c3ff80d0335f16005a081b89f1a8356a62b6322bd3fcb246945e0) AuthConfig (a3eb693b8db65e4e2bc0df5771f3d013901ecdca90fc0cf6cc64ca793d92594e) AuthConfig (e3e790b15a4a014c6318355221e82d4f1b3d9783a4237dfda0fe16ad23a7f43c) AuthConfig (8dee469cf30d10daa65e74e009e554941dc5b92dc35412bebfd524877020981a) AuthConfig (dfc46d182a5f11462fd5dd539bba83fdb2c36df141bd8b38344315170913d3c2) AuthConfig (0a1ee6cc0074691c989dad01d50313fa854def307af811cc3b863acc457c9d75) AuthConfig (c9e4623e57b0013481dd88e2984a914329ccfbe238430df883aaf3e3f5c57446) AuthConfig (c038decb57c23536a7ffda49fba4a5e1f6743f61b8a322e86107244d7a296654) AuthConfig (0e399e31fd9505f17720273ded567944a9419b9accef47abfc714b5ebf2c5936) AuthConfig (5331024dc2102358c2171a008e60bc9f1590e58bfc256ec4d2f4e1b56d601b1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"40410381-1fc6-4281-8d02-98eb206378a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.140735638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"af15dc71-659a-433f-b3ec-1f7c94bd1ade","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.143481955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"b231f879-b144-4f18-ad21-3113eb1c34b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.157986653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"3ee1ad6d-289f-42d5-b5ee-20a8e759dafd","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.162027913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"af15dc71-659a-433f-b3ec-1f7c94bd1ade","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.164298909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"b231f879-b144-4f18-ad21-3113eb1c34b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.178525539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"8f2ebb3f-aca7-4a24-bcc4-ec50180d6db8","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-auth-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.179235706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"b8737113-3704-435b-bf82-958b9e5f2876","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"maas-trlp-auth-test-model-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.179426654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"3ee1ad6d-289f-42d5-b5ee-20a8e759dafd","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.181910783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71a874ce9410bbb18e9bc45e9868f12b048b3053580b3e9874cb45778e03b933) AuthConfig (011715e53d04f977afa34cf47e3ba24cfb7ac9022a72f82d74c602d2101c0f8a) AuthConfig (6962bfb149a491a3e29eb080ba7ad328251436416e05992a3e5cee3795660a44) AuthConfig (75f9175b3ec8fdc921463fc159a707423508f9cef04715e4df7dfe88e9005854) AuthConfig (5c07cc5a0d61f8cacf868d07269a9a20f326e4fabf54a885e28822d29c1ccc9a) AuthConfig (b9898e1517e7e307343391cbcb20de7db9a565dd78e9c17807435966cbd10152) AuthConfig (1794833e1811d9857ebb48cd1451ce7360fa5f0e2ef42c6a97b891948f36b3e5) AuthConfig (581092cf652c009b520e84d09a0fd8056309bf6d043d1dcb44476b8de3f08cf1) AuthConfig (402825ac02236bfe2e1ff4967d17ea070365d71ba11da3da227a2a8d84492af6) AuthConfig (d0e7d8998abc9c9cf2ac6d51dbb20a9f0a3c5fdb96c39614bb311174bb009d71) AuthConfig (a0b0fcf4511ff3b907249c032ff9de1b6f4ea99266d968ef531bad64a01bff56) AuthConfig (cf4ff57a28858f569b23293b21860f1e0b9c32d0237cbf5f78986daac23e42f0) AuthConfig (8106da80c872975012ca5f0a7c3c92f7d8924b93debf3b25bb5be761fde0783d) AuthConfig (cdfa37b40f7947ead982eedf0345222a2ff9c55ed5235b0267b30d720c640f1e) AuthConfig (9de94017dd94d62a0921e81d23c001c0b2f4a7ce6a0599492013a271033fb7e4) AuthConfig (fd352060f1e545615a76da8592f9c1c5afdb802d3685dae2ba222f5f9c383f59) AuthConfig (ff63de9a81be40b65ed196fd4b49a8828e7650abfefaab8e5b8907613f94d545) AuthConfig (75e7b7e6056e10b550ea01b05bd8c77c6d4588be4204bcbad87cf5d471df2a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"af15dc71-659a-433f-b3ec-1f7c94bd1ade","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.20418023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"cc4cd1a4-d8b4-4691-8443-12ba5cab0ae2","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.204203561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"cc4cd1a4-d8b4-4691-8443-12ba5cab0ae2","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.242731116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"f1b9accc-2d54-4abf-906e-273c599fc131","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.242756812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"f1b9accc-2d54-4abf-906e-273c599fc131","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.245261901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"d6999721-5388-4a61-bdcd-743353520535","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:20.245283819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"d6999721-5388-4a61-bdcd-743353520535","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:21.285212205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"41b18a4d-c9a5-41c7-bd48-71b68def01d2","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:21.28523866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"41b18a4d-c9a5-41c7-bd48-71b68def01d2","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:21.306504085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"9d443954-3736-411a-87bc-d2ce62ee2acf","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:21.306528291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"9d443954-3736-411a-87bc-d2ce62ee2acf","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:21.343477475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"cc6c55d4-fe25-48a0-b249-101c80bb22d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:21.411356478Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"cc6c55d4-fe25-48a0-b249-101c80bb22d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:21.431353487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"cc6c55d4-fe25-48a0-b249-101c80bb22d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:21.451372864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"63d1cb25-7df7-4e43-be4a-1234a63907c3","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:21.451398983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"63d1cb25-7df7-4e43-be4a-1234a63907c3","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:23.786714646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"9d6e1b7f-f616-4857-8022-67d6b4b78290","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:23.808597197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"9d6e1b7f-f616-4857-8022-67d6b4b78290","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:23.907883023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"afbd21d9-9ba9-43e9-bdf7-846ef738fa79","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:23.908081613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"afbd21d9-9ba9-43e9-bdf7-846ef738fa79","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.125255996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"30904c1c-cec7-4f72-84d3-8087f1b71f47","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.125282685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"30904c1c-cec7-4f72-84d3-8087f1b71f47","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.148041869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"ac9080c0-ef20-4111-959e-32194ed0a9b0","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.148072709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"ac9080c0-ef20-4111-959e-32194ed0a9b0","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.159410614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"539d790f-7232-47e1-adff-3c281f9a36dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:19:25.16006258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"195bb120-f6a2-461f-aa11-88901a1cf979","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-638689\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.180322638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"539d790f-7232-47e1-adff-3c281f9a36dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.195858989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"adab959a-cdf0-4220-8ad9-a7030b277424","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.195884964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"adab959a-cdf0-4220-8ad9-a7030b277424","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.215374863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"9ed0489e-7e29-42dc-b3cb-44f70e23b2ed","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.215401598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"9ed0489e-7e29-42dc-b3cb-44f70e23b2ed","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.223575358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63792b6-1a4e-4399-95b0-fe7c09206352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.24542555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63792b6-1a4e-4399-95b0-fe7c09206352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.26202747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63792b6-1a4e-4399-95b0-fe7c09206352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.278817291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63792b6-1a4e-4399-95b0-fe7c09206352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.331974996Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"7fedfe01-9f4c-4e1b-88fd-178c1727ee7b","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"maas-trlp-auth-test-model-df4db1","model":"auth-test-model-df4db1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-df4db1/e2e-auth-iso-638689"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.344852853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"9180cf53-e94c-4b20-9c69-a3f2333f0eaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.36649326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"9180cf53-e94c-4b20-9c69-a3f2333f0eaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.403507463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"3f640dbd-9f92-472d-a1d6-703c92f08cc6","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.40353345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"3f640dbd-9f92-472d-a1d6-703c92f08cc6","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.471750266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"d8774ef3-e10c-4834-bde0-49c009ff439f","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"maas-trlp-auth-test-model-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.930268769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07feddee-2892-4f58-881e-083bd5b61776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.946721008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07feddee-2892-4f58-881e-083bd5b61776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.962981612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07feddee-2892-4f58-881e-083bd5b61776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:25.979676346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07feddee-2892-4f58-881e-083bd5b61776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:26.100062932Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-4107fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-4107fc","reconcileID":"bce0c3c3-9f5e-48f3-a12e-4d095e4b04e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-4107fc","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-4107fc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:26.671142908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3e4325-5b56-4fcc-b6f5-c6cd1ce6f6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:26.68741299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3e4325-5b56-4fcc-b6f5-c6cd1ce6f6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:26.703713718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3e4325-5b56-4fcc-b6f5-c6cd1ce6f6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:26.719646629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3e4325-5b56-4fcc-b6f5-c6cd1ce6f6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:28.820682563Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:30.237840764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"3d127f66-d3ab-4434-b9bd-6d524cd0e1a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:30.259108426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"3d127f66-d3ab-4434-b9bd-6d524cd0e1a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:30.279420359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71a874ce9410bbb18e9bc45e9868f12b048b3053580b3e9874cb45778e03b933) AuthConfig (011715e53d04f977afa34cf47e3ba24cfb7ac9022a72f82d74c602d2101c0f8a) AuthConfig (6962bfb149a491a3e29eb080ba7ad328251436416e05992a3e5cee3795660a44) AuthConfig (75f9175b3ec8fdc921463fc159a707423508f9cef04715e4df7dfe88e9005854) AuthConfig (5c07cc5a0d61f8cacf868d07269a9a20f326e4fabf54a885e28822d29c1ccc9a) AuthConfig (b9898e1517e7e307343391cbcb20de7db9a565dd78e9c17807435966cbd10152) AuthConfig (1794833e1811d9857ebb48cd1451ce7360fa5f0e2ef42c6a97b891948f36b3e5) AuthConfig (581092cf652c009b520e84d09a0fd8056309bf6d043d1dcb44476b8de3f08cf1) AuthConfig (402825ac02236bfe2e1ff4967d17ea070365d71ba11da3da227a2a8d84492af6) AuthConfig (d0e7d8998abc9c9cf2ac6d51dbb20a9f0a3c5fdb96c39614bb311174bb009d71) AuthConfig (a0b0fcf4511ff3b907249c032ff9de1b6f4ea99266d968ef531bad64a01bff56) AuthConfig (cf4ff57a28858f569b23293b21860f1e0b9c32d0237cbf5f78986daac23e42f0) AuthConfig (8106da80c872975012ca5f0a7c3c92f7d8924b93debf3b25bb5be761fde0783d) AuthConfig (cdfa37b40f7947ead982eedf0345222a2ff9c55ed5235b0267b30d720c640f1e) AuthConfig (9de94017dd94d62a0921e81d23c001c0b2f4a7ce6a0599492013a271033fb7e4) AuthConfig (fd352060f1e545615a76da8592f9c1c5afdb802d3685dae2ba222f5f9c383f59) AuthConfig (ff63de9a81be40b65ed196fd4b49a8828e7650abfefaab8e5b8907613f94d545) AuthConfig (75e7b7e6056e10b550ea01b05bd8c77c6d4588be4204bcbad87cf5d471df2a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"3d127f66-d3ab-4434-b9bd-6d524cd0e1a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.31767937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"ea53fdde-3270-4fb0-b71e-8d94c28ca2ca","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.317704896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"ea53fdde-3270-4fb0-b71e-8d94c28ca2ca","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.336801309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"2f01f576-caf6-4802-ad95-d14aa61efd00","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.336824036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"2f01f576-caf6-4802-ad95-d14aa61efd00","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.368967923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"8fdbfd32-20c7-4307-9d57-8a6a457e9331","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.424565496Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"8fdbfd32-20c7-4307-9d57-8a6a457e9331","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.444500114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"8fdbfd32-20c7-4307-9d57-8a6a457e9331","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.466961339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"18d567c4-96db-44c4-a08b-c2572dc5ffa2","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.466987406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"18d567c4-96db-44c4-a08b-c2572dc5ffa2","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.484554166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"9db67713-07ac-476a-b226-7473d757b710","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.505672035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"9db67713-07ac-476a-b226-7473d757b710","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:31.526280108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"9db67713-07ac-476a-b226-7473d757b710","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:40.383532296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"1fac95af-ebc4-4684-b034-ca2bf0dacf43","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:40.404974455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"1fac95af-ebc4-4684-b034-ca2bf0dacf43","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:40.44953364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71a874ce9410bbb18e9bc45e9868f12b048b3053580b3e9874cb45778e03b933) AuthConfig (011715e53d04f977afa34cf47e3ba24cfb7ac9022a72f82d74c602d2101c0f8a) AuthConfig (6962bfb149a491a3e29eb080ba7ad328251436416e05992a3e5cee3795660a44) AuthConfig (75f9175b3ec8fdc921463fc159a707423508f9cef04715e4df7dfe88e9005854) AuthConfig (5c07cc5a0d61f8cacf868d07269a9a20f326e4fabf54a885e28822d29c1ccc9a) AuthConfig (b9898e1517e7e307343391cbcb20de7db9a565dd78e9c17807435966cbd10152) AuthConfig (1794833e1811d9857ebb48cd1451ce7360fa5f0e2ef42c6a97b891948f36b3e5) AuthConfig (581092cf652c009b520e84d09a0fd8056309bf6d043d1dcb44476b8de3f08cf1) AuthConfig (402825ac02236bfe2e1ff4967d17ea070365d71ba11da3da227a2a8d84492af6) AuthConfig (d0e7d8998abc9c9cf2ac6d51dbb20a9f0a3c5fdb96c39614bb311174bb009d71) AuthConfig (a0b0fcf4511ff3b907249c032ff9de1b6f4ea99266d968ef531bad64a01bff56) AuthConfig (cf4ff57a28858f569b23293b21860f1e0b9c32d0237cbf5f78986daac23e42f0) AuthConfig (8106da80c872975012ca5f0a7c3c92f7d8924b93debf3b25bb5be761fde0783d) AuthConfig (cdfa37b40f7947ead982eedf0345222a2ff9c55ed5235b0267b30d720c640f1e) AuthConfig (9de94017dd94d62a0921e81d23c001c0b2f4a7ce6a0599492013a271033fb7e4) AuthConfig (fd352060f1e545615a76da8592f9c1c5afdb802d3685dae2ba222f5f9c383f59) AuthConfig (ff63de9a81be40b65ed196fd4b49a8828e7650abfefaab8e5b8907613f94d545) AuthConfig (75e7b7e6056e10b550ea01b05bd8c77c6d4588be4204bcbad87cf5d471df2a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"1fac95af-ebc4-4684-b034-ca2bf0dacf43","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:41.49962664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"6809b566-8045-4393-9df5-5459cc5daa16","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:41.520460545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"6809b566-8045-4393-9df5-5459cc5daa16","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:41.540388002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"6809b566-8045-4393-9df5-5459cc5daa16","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:41.601326656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"8b8adf99-3b26-4384-9b3f-1a9b54bc3b22","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:41.622242181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"8b8adf99-3b26-4384-9b3f-1a9b54bc3b22","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:41.64237931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"8b8adf99-3b26-4384-9b3f-1a9b54bc3b22","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:48.302717869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"c5b5e645-6448-484f-a3eb-f4e3f5597d75","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"maas-trlp-auth-test-model-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:48.363350099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"34d6bf16-c470-420e-9744-de9bba53cb31","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:48.363373546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"34d6bf16-c470-420e-9744-de9bba53cb31","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:48.774524729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"8dba325c-1d83-4d2a-acb5-381040aa0a78","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:48.795517631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"8dba325c-1d83-4d2a-acb5-381040aa0a78","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.146183787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"eac4fb3f-5049-4589-8cd4-a4cc62e740e7","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.146207725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"eac4fb3f-5049-4589-8cd4-a4cc62e740e7","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.167245354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"d6e67dd4-13b7-455a-946d-9abcedcacff8","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.167269634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"d6e67dd4-13b7-455a-946d-9abcedcacff8","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.204393675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"24f90f4a-394a-4b25-a496-98c9a2daa274","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.268563668Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"24f90f4a-394a-4b25-a496-98c9a2daa274","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.288486918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bdf6ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"24f90f4a-394a-4b25-a496-98c9a2daa274","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.310335329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"a3e0260c-6807-41b4-8d8c-d9afa9fc2a7e","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.310356861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"a3e0260c-6807-41b4-8d8c-d9afa9fc2a7e","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.48351876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"dfb765b3-2437-402f-9705-ed4637d0d1f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.50442312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"dfb765b3-2437-402f-9705-ed4637d0d1f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.596470047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"40f9d8ed-1380-47ce-a2ed-adb1d84ca8c6","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:50.596494155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"40f9d8ed-1380-47ce-a2ed-adb1d84ca8c6","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.575823638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"95ef3290-e0e6-4d88-a22a-a42bc34deb47","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.597046888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"95ef3290-e0e6-4d88-a22a-a42bc34deb47","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.617347677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d0b371013f1028b324cdbfaf60cb01862cd0f97a4a3679a8a711c77cb44d9f0) AuthConfig (05f371e39c252713a81f080342ee55bfa2e753d3c02dcc4b7dc3d58f61504ce5) AuthConfig (6deace0805b50e4fa116c465192c4eef2d8b55036d003bb8d8d11afebad2fb05) AuthConfig (e85e5ff04c5bcb4714ab653b0b3607f4e7c6324025bb919be82fa53bde8ced67) AuthConfig (8a334d282f890e9e6b407bbd50713c511450b89fe866d4044e9c6645cef7888a) AuthConfig (8d39e67413dd3f133933d3dd64c489f67b2dc4b1e2d2d6a4d90adc46f39493fc) AuthConfig (0103a1da1b53827d7501f42cad421667d1466875f551c834985cbdc41cadc188) AuthConfig (6a7f81098134f1fe59d0e7e3e46ad3a6ea70ec60024f48fd4f378ca70301ec7d) AuthConfig (0393d1f4b92a9126cb2e0e265259906d0c92057df6aa6defa745591609517e34) AuthConfig (6fdb03e642a4e56432d3a9100567df0c80b647e34a2b8e9d9229c649082e5ffd) AuthConfig (cda293feb64424a7299c87b49c8b8d7a5964de2087fd98a8d3dc29e773462502) AuthConfig (255d15ae5353ba04889caa294139c3f428671fd686dc9b09ee7ae17ba2c0cc75) AuthConfig (3d3d781181b8690632f85d9f3c2603e2d32fded25b43f9e481c58c58152889ad) AuthConfig (cda693c2c992162e0038fb6f7ca973339dd78147dd9376413ddee8ce2ad3fcbb) AuthConfig (1cddfcc5645220dad57ad48d8612983c52e567a6fdb708676f54e58f25f2d5a6) AuthConfig (d851770838eaeac10682801d9dafc7ec3de2c8ddf97c3c35670b982ca1d2a065) AuthConfig (0f1d9713473f31a212accced41be8dcc90f210770f274e22f621ea4233001778) AuthConfig (89721b250051058d3a9823cc45a18522c4334513a5011ced1c6acf58a2a66f20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"95ef3290-e0e6-4d88-a22a-a42bc34deb47","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.623349938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"8c2f298d-7c1d-44ea-9d68-1b49167d695c","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.623373554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"8c2f298d-7c1d-44ea-9d68-1b49167d695c","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.653727674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"3bb84243-1b74-4510-b5bc-d3cdc23d019a","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.653752456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"3bb84243-1b74-4510-b5bc-d3cdc23d019a","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.654007959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"0de9c39c-8690-4c11-b5b4-4df1763feadc","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.654019449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"0de9c39c-8690-4c11-b5b4-4df1763feadc","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:19:51.657935351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"211bd874-b9e2-48cd-983b-c8cf825ad269","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-210ef0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.673815064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"7a8544ab-793d-4356-9234-39d9f029a942","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.674847566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"0138b480-39c3-42c2-8e9d-2bb1ef298be2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.693933091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"1ec8d153-0820-40b1-b88d-43b734b3b497","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.693958177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"1ec8d153-0820-40b1-b88d-43b734b3b497","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.694881954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"7a8544ab-793d-4356-9234-39d9f029a942","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.698514016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"0138b480-39c3-42c2-8e9d-2bb1ef298be2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.714053161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"595de496-b669-4ad6-9092-d0b9d423b979","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.71407621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"595de496-b669-4ad6-9092-d0b9d423b979","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.718100571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d290bc16c719d0ba91664d62f34ea21622ef8d12dc081b99ebe3af0ed1f4e2c) AuthConfig (928626ab5afb25e9bacab65e6153ed6e2727d9390aff30548d17cfb0bfb16734) AuthConfig (d08534168e2578a1952534c0385830543605e79cdbbcfdcbec6e2d5a0148ca7d) AuthConfig (8c111226cdbcfad343528a319cf8606ee14409935da6f373abe7bc474f7176e8) AuthConfig (3dcc5c795fb0bfdc55090a08b2d6a1afc516e1b4df96b0adfce028b5eeebeebe) AuthConfig (ae320784817f85544e02e197701d769b2f5595bed8f6e1f713e08d57156a6f0a) AuthConfig (3ce0f27a96b18fd2eed489f96c557f22fddf3560a93a29c0400f2e5d7dc20208) AuthConfig (7b172f3f54b437267841ff4d6eb9b23dd998c61ca9114f4dc8bfcde12de1f0bc) AuthConfig (1010175df6167193a95c6c6333ba359b96fdf47ddd643b1ba6f2e785ce61dafc) AuthConfig (3aca1302664f04006b71322a38a8ef85164edb7cee001ac8fe97d6b7eef67a8b) AuthConfig (ad1fdd39f4eb8ff0d022b3ae7b0bc6e89d1de9a1b8203fed7ab11a40c0b6b266) AuthConfig (d4118d0677697562035dd9b0a7fadfb8b0344f8a42b81dea59df53de4a75d677) AuthConfig (618d67820d01be2958406f261da0c01825bcd588e7dc0c6ac939314fd65948f3) AuthConfig (20ecff5d13017f1ccc8b509f113494a38aeb3ac0e99f7f2d823f7a0a557624d1) AuthConfig (d0f40fc7dc4d9a533a87ef4ae58b4d532c1dc6c87c14b38cff65ccc4a56a8cb8) AuthConfig (3d466504760b8a475f02b80e8829d4edcce475897c5e59c3aee89e73db8d44ff) AuthConfig (02903f3fd824efe5c22e1d7c1cab32f128df84efb5928077133bbaf7766f9e4d) AuthConfig (d94bbca5ade822b638d3f7e30a0d3a363b2cfb86233436589a7d61829d0b4c77)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"0138b480-39c3-42c2-8e9d-2bb1ef298be2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.740364217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"57ffbefe-a983-485e-a597-6c9c4845f4cc","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.74038679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"57ffbefe-a983-485e-a597-6c9c4845f4cc","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.784843739Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"16e03127-5e23-4117-9d30-b5d602805f26","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-auth-test-model-1854c4","model":"auth-test-model-1854c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-1854c4/e2e-auth-iso-210ef0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.846197853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"411cb0da-1f86-441c-8468-13ca0c0753bd","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.84623098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"411cb0da-1f86-441c-8468-13ca0c0753bd","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.861288732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"fc529511-792d-43bc-ae4a-2a3bbb62bb8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.882731421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"fc529511-792d-43bc-ae4a-2a3bbb62bb8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:51.911913421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"64cde590-b2cd-43f3-a78c-a684bef25e9b","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-auth-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:53.048755507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"5e62bad0-6e76-41fe-abfb-080dcc737307","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:53.094982212Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"5e62bad0-6e76-41fe-abfb-080dcc737307","name":"e2e-shared-a-w4-4107fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:19:58.819891505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:00.384232939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"6860480f-07b8-4288-bb9b-420ea68353af","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:00.405568485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"6860480f-07b8-4288-bb9b-420ea68353af","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:00.425438776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bdf6ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"6860480f-07b8-4288-bb9b-420ea68353af","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:01.672515566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"f35b1469-81c7-4de1-8c59-8c81fd1eacad","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:01.693541264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"f35b1469-81c7-4de1-8c59-8c81fd1eacad","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:01.713867551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d0b371013f1028b324cdbfaf60cb01862cd0f97a4a3679a8a711c77cb44d9f0) AuthConfig (05f371e39c252713a81f080342ee55bfa2e753d3c02dcc4b7dc3d58f61504ce5) AuthConfig (6deace0805b50e4fa116c465192c4eef2d8b55036d003bb8d8d11afebad2fb05) AuthConfig (e85e5ff04c5bcb4714ab653b0b3607f4e7c6324025bb919be82fa53bde8ced67) AuthConfig (8a334d282f890e9e6b407bbd50713c511450b89fe866d4044e9c6645cef7888a) AuthConfig (8d39e67413dd3f133933d3dd64c489f67b2dc4b1e2d2d6a4d90adc46f39493fc) AuthConfig (0103a1da1b53827d7501f42cad421667d1466875f551c834985cbdc41cadc188) AuthConfig (6a7f81098134f1fe59d0e7e3e46ad3a6ea70ec60024f48fd4f378ca70301ec7d) AuthConfig (0393d1f4b92a9126cb2e0e265259906d0c92057df6aa6defa745591609517e34) AuthConfig (6fdb03e642a4e56432d3a9100567df0c80b647e34a2b8e9d9229c649082e5ffd) AuthConfig (cda293feb64424a7299c87b49c8b8d7a5964de2087fd98a8d3dc29e773462502) AuthConfig (255d15ae5353ba04889caa294139c3f428671fd686dc9b09ee7ae17ba2c0cc75) AuthConfig (3d3d781181b8690632f85d9f3c2603e2d32fded25b43f9e481c58c58152889ad) AuthConfig (cda693c2c992162e0038fb6f7ca973339dd78147dd9376413ddee8ce2ad3fcbb) AuthConfig (1cddfcc5645220dad57ad48d8612983c52e567a6fdb708676f54e58f25f2d5a6) AuthConfig (d851770838eaeac10682801d9dafc7ec3de2c8ddf97c3c35670b982ca1d2a065) AuthConfig (0f1d9713473f31a212accced41be8dcc90f210770f274e22f621ea4233001778) AuthConfig (89721b250051058d3a9823cc45a18522c4334513a5011ced1c6acf58a2a66f20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"f35b1469-81c7-4de1-8c59-8c81fd1eacad","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:01.774282628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"bdd66385-b2b2-42b6-8f59-1c65c688555e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:01.795813679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"bdd66385-b2b2-42b6-8f59-1c65c688555e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:01.816901484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d290bc16c719d0ba91664d62f34ea21622ef8d12dc081b99ebe3af0ed1f4e2c) AuthConfig (928626ab5afb25e9bacab65e6153ed6e2727d9390aff30548d17cfb0bfb16734) AuthConfig (d08534168e2578a1952534c0385830543605e79cdbbcfdcbec6e2d5a0148ca7d) AuthConfig (8c111226cdbcfad343528a319cf8606ee14409935da6f373abe7bc474f7176e8) AuthConfig (3dcc5c795fb0bfdc55090a08b2d6a1afc516e1b4df96b0adfce028b5eeebeebe) AuthConfig (ae320784817f85544e02e197701d769b2f5595bed8f6e1f713e08d57156a6f0a) AuthConfig (3ce0f27a96b18fd2eed489f96c557f22fddf3560a93a29c0400f2e5d7dc20208) AuthConfig (7b172f3f54b437267841ff4d6eb9b23dd998c61ca9114f4dc8bfcde12de1f0bc) AuthConfig (1010175df6167193a95c6c6333ba359b96fdf47ddd643b1ba6f2e785ce61dafc) AuthConfig (3aca1302664f04006b71322a38a8ef85164edb7cee001ac8fe97d6b7eef67a8b) AuthConfig (ad1fdd39f4eb8ff0d022b3ae7b0bc6e89d1de9a1b8203fed7ab11a40c0b6b266) AuthConfig (d4118d0677697562035dd9b0a7fadfb8b0344f8a42b81dea59df53de4a75d677) AuthConfig (618d67820d01be2958406f261da0c01825bcd588e7dc0c6ac939314fd65948f3) AuthConfig (20ecff5d13017f1ccc8b509f113494a38aeb3ac0e99f7f2d823f7a0a557624d1) AuthConfig (d0f40fc7dc4d9a533a87ef4ae58b4d532c1dc6c87c14b38cff65ccc4a56a8cb8) AuthConfig (3d466504760b8a475f02b80e8829d4edcce475897c5e59c3aee89e73db8d44ff) AuthConfig (02903f3fd824efe5c22e1d7c1cab32f128df84efb5928077133bbaf7766f9e4d) AuthConfig (d94bbca5ade822b638d3f7e30a0d3a363b2cfb86233436589a7d61829d0b4c77)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"bdd66385-b2b2-42b6-8f59-1c65c688555e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:10.458598915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"e415e72e-674b-4765-8c16-b8654742d015","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:10.479826801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"e415e72e-674b-4765-8c16-b8654742d015","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:10.499626368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bdf6ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"e415e72e-674b-4765-8c16-b8654742d015","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:11.746748559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"c19e041b-8454-473c-8c64-e5ae720ffece","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:11.768846465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"c19e041b-8454-473c-8c64-e5ae720ffece","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:11.789105279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d0b371013f1028b324cdbfaf60cb01862cd0f97a4a3679a8a711c77cb44d9f0) AuthConfig (05f371e39c252713a81f080342ee55bfa2e753d3c02dcc4b7dc3d58f61504ce5) AuthConfig (6deace0805b50e4fa116c465192c4eef2d8b55036d003bb8d8d11afebad2fb05) AuthConfig (e85e5ff04c5bcb4714ab653b0b3607f4e7c6324025bb919be82fa53bde8ced67) AuthConfig (8a334d282f890e9e6b407bbd50713c511450b89fe866d4044e9c6645cef7888a) AuthConfig (8d39e67413dd3f133933d3dd64c489f67b2dc4b1e2d2d6a4d90adc46f39493fc) AuthConfig (0103a1da1b53827d7501f42cad421667d1466875f551c834985cbdc41cadc188) AuthConfig (6a7f81098134f1fe59d0e7e3e46ad3a6ea70ec60024f48fd4f378ca70301ec7d) AuthConfig (0393d1f4b92a9126cb2e0e265259906d0c92057df6aa6defa745591609517e34) AuthConfig (6fdb03e642a4e56432d3a9100567df0c80b647e34a2b8e9d9229c649082e5ffd) AuthConfig (cda293feb64424a7299c87b49c8b8d7a5964de2087fd98a8d3dc29e773462502) AuthConfig (255d15ae5353ba04889caa294139c3f428671fd686dc9b09ee7ae17ba2c0cc75) AuthConfig (3d3d781181b8690632f85d9f3c2603e2d32fded25b43f9e481c58c58152889ad) AuthConfig (cda693c2c992162e0038fb6f7ca973339dd78147dd9376413ddee8ce2ad3fcbb) AuthConfig (1cddfcc5645220dad57ad48d8612983c52e567a6fdb708676f54e58f25f2d5a6) AuthConfig (d851770838eaeac10682801d9dafc7ec3de2c8ddf97c3c35670b982ca1d2a065) AuthConfig (0f1d9713473f31a212accced41be8dcc90f210770f274e22f621ea4233001778) AuthConfig (89721b250051058d3a9823cc45a18522c4334513a5011ced1c6acf58a2a66f20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"c19e041b-8454-473c-8c64-e5ae720ffece","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:11.850071536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"af0141fa-75d9-47dc-88a7-4ddc64dd8b54","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:11.871707404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"af0141fa-75d9-47dc-88a7-4ddc64dd8b54","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:11.891730144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d290bc16c719d0ba91664d62f34ea21622ef8d12dc081b99ebe3af0ed1f4e2c) AuthConfig (928626ab5afb25e9bacab65e6153ed6e2727d9390aff30548d17cfb0bfb16734) AuthConfig (d08534168e2578a1952534c0385830543605e79cdbbcfdcbec6e2d5a0148ca7d) AuthConfig (8c111226cdbcfad343528a319cf8606ee14409935da6f373abe7bc474f7176e8) AuthConfig (3dcc5c795fb0bfdc55090a08b2d6a1afc516e1b4df96b0adfce028b5eeebeebe) AuthConfig (ae320784817f85544e02e197701d769b2f5595bed8f6e1f713e08d57156a6f0a) AuthConfig (3ce0f27a96b18fd2eed489f96c557f22fddf3560a93a29c0400f2e5d7dc20208) AuthConfig (7b172f3f54b437267841ff4d6eb9b23dd998c61ca9114f4dc8bfcde12de1f0bc) AuthConfig (1010175df6167193a95c6c6333ba359b96fdf47ddd643b1ba6f2e785ce61dafc) AuthConfig (3aca1302664f04006b71322a38a8ef85164edb7cee001ac8fe97d6b7eef67a8b) AuthConfig (ad1fdd39f4eb8ff0d022b3ae7b0bc6e89d1de9a1b8203fed7ab11a40c0b6b266) AuthConfig (d4118d0677697562035dd9b0a7fadfb8b0344f8a42b81dea59df53de4a75d677) AuthConfig (618d67820d01be2958406f261da0c01825bcd588e7dc0c6ac939314fd65948f3) AuthConfig (20ecff5d13017f1ccc8b509f113494a38aeb3ac0e99f7f2d823f7a0a557624d1) AuthConfig (d0f40fc7dc4d9a533a87ef4ae58b4d532c1dc6c87c14b38cff65ccc4a56a8cb8) AuthConfig (3d466504760b8a475f02b80e8829d4edcce475897c5e59c3aee89e73db8d44ff) AuthConfig (02903f3fd824efe5c22e1d7c1cab32f128df84efb5928077133bbaf7766f9e4d) AuthConfig (d94bbca5ade822b638d3f7e30a0d3a363b2cfb86233436589a7d61829d0b4c77)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"af0141fa-75d9-47dc-88a7-4ddc64dd8b54","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:17.658805574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"277cc9fa-f703-4610-96f3-6e1b6392605c","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-auth-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:17.731196704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"8701fbdd-dfce-4bae-980b-b9f4c0bbbb34","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:17.731221189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"8701fbdd-dfce-4bae-980b-b9f4c0bbbb34","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:18.833700989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"50be9cbc-e65d-491c-a902-ca05d8c7624c","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:18.856036259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"50be9cbc-e65d-491c-a902-ca05d8c7624c","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:19.677907547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"6637ff70-d65a-425c-b96a-cb8145485684","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:19.677932793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"6637ff70-d65a-425c-b96a-cb8145485684","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:19.709616927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"c4e83ece-50f8-434f-9b27-3e9fe928f306","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:19.794128135Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"4784c2e3-94fd-4ec2-8fc0-2385d4ca3762","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2bff1fb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:19.802103664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"c4e83ece-50f8-434f-9b27-3e9fe928f306","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:19.919988118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"605a8d5a-741c-4c0f-9d61-c1bd16155875","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:19.941117917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"605a8d5a-741c-4c0f-9d61-c1bd16155875","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:20.37195355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4871e628-78be-442a-abe2-1b75a68669b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:20.388109555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4871e628-78be-442a-abe2-1b75a68669b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:20.405049027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4871e628-78be-442a-abe2-1b75a68669b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:20.42141705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4871e628-78be-442a-abe2-1b75a68669b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:20.5354053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"81e83ff7-f66b-48fc-86ad-07408f6047ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:20.556639727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"81e83ff7-f66b-48fc-86ad-07408f6047ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:20.57895267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bdf6ca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b76a09b40ece7497274156e536afbb2754e401f2077be231c4027b7f718895d) AuthConfig (4aa1148319032c25dd14abd3cd869223ef4a93ea8a9a626859f8f8e0d3110898) AuthConfig (c52745418bb00d167a243fb80af339d141b436a011da138ee8e4ba2ae03feae0) AuthConfig (b5777f676547026ab9db5921e7884015b9e80ad2dad2f99e1db53b4f93fbf7fb) AuthConfig (e21df506a9118c8f31dcf495920fb136b6f6330ad10d35ca79b205222d7b4335) AuthConfig (1eb8d72e6c9047e37bc916239a0ce86d88d26dcdd488858ec6a95174af7873b6) AuthConfig (18aedc54c77ec45618d0d25d5668570d8de41c00b6fd10ef29f9da8fe5fbc604) AuthConfig (763ca318afb59afbe326ac98ff948b15ec117c336e73f51a25d49c344d773f15) AuthConfig (17c9a78b8479bb482eb1237609c637c6edb41afa547ad934d2efabfca8054e2e) AuthConfig (2ad9a881b14a70cc4a6850235c888eb08d89e7ba6b2f76865288e1cefed79d26) AuthConfig (3e8c80497a05dcac6e808bac743bca1e3dda1a0e18720e54775ca6368dd35121) AuthConfig (2b91e7dbbba5a180b0cbf74e4bad718c48de7f73bfd293a81f83292a6aa69ceb) AuthConfig (5e397c2d3a164de34ed5aea925a57415ca9fde4eef7957816bdbbba2b308b1c5) AuthConfig (a8ef581a43405ad2667d9159383ea5227ffae78b9bfc9aabc74b15cab2ed9dcc) AuthConfig (e688ef38e835fe752223eb3cfcc5d1187a62a4d0d55a65866f85b3e77804b070) AuthConfig (51a3ba86f03fe01ca3a9d56b6721f4b101c12329247d4561070cc5b3b5f7a162) AuthConfig (9e26790697b44f8eaadb3a866bddd739064c556289a0dc2837f64247fcbecc8d) AuthConfig (a1ce8b4d8b6212d3ed9f0883e960edd86fedf574b7416b92591db57633a1dd79)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"81e83ff7-f66b-48fc-86ad-07408f6047ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:20.602684569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"6dcb215c-bab5-4717-8e90-cd73398e21f9","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:20.602707569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"6dcb215c-bab5-4717-8e90-cd73398e21f9","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:21.054421888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547cfed5-8ad0-4884-b2c3-08f996211f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:21.070806066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547cfed5-8ad0-4884-b2c3-08f996211f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:21.087877132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547cfed5-8ad0-4884-b2c3-08f996211f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:21.104632017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547cfed5-8ad0-4884-b2c3-08f996211f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:21.82258268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"bf9128e2-a709-43a2-9443-50cf91aa433d","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:21.844047045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"bf9128e2-a709-43a2-9443-50cf91aa433d","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:21.924816245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"a75119c0-9ffe-4133-88d4-2c077acfee1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:21.934049206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"e8c34d4f-f467-4135-9357-b05fa9bca483","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:21.934075633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"e8c34d4f-f467-4135-9357-b05fa9bca483","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:21.953979976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"a75119c0-9ffe-4133-88d4-2c077acfee1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:22.044704523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"10f5e286-ae6c-4c40-9cad-b36fb80539cb","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:22.044728751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"10f5e286-ae6c-4c40-9cad-b36fb80539cb","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.04540183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"4a302670-9513-4289-a674-92a831d1a5fa","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.045422788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"4a302670-9513-4289-a674-92a831d1a5fa","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.072273309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"915475b0-8657-4ebe-a8da-cc205c4baa39","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.072300852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"915475b0-8657-4ebe-a8da-cc205c4baa39","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.076987739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"cf624ba6-a50d-40cf-93f8-6b07669bd036","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:20:23.081284273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"bf6c38f9-d4a0-4b62-add7-beed25c473df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-155e1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:20:23.094243369Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"915475b0-8657-4ebe-a8da-cc205c4baa39","name":"auth-test-model-9da49f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9da49f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:20:23.094332479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"915475b0-8657-4ebe-a8da-cc205c4baa39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9da49f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.0995525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"cf624ba6-a50d-40cf-93f8-6b07669bd036","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.099782885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"8642bab1-f963-4171-b739-98ea1f4a01d6","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.099803031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"8642bab1-f963-4171-b739-98ea1f4a01d6","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.117824014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"71c09f8b-7ee9-40ec-b25a-f0f7b61853e6","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.117844911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"71c09f8b-7ee9-40ec-b25a-f0f7b61853e6","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.139384504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"b25e334c-dc99-4909-ad3c-18eeffab6f75","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.139568343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"b25e334c-dc99-4909-ad3c-18eeffab6f75","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.224185984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"7aa3365a-71be-4185-a540-eca3d35d966e","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.241827467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"7aa3365a-71be-4185-a540-eca3d35d966e","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.244965839Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"6a1db8c5-16ab-4f6c-a194-c2074ac211f4","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"maas-trlp-auth-test-model-9da49f","model":"auth-test-model-9da49f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-9da49f/e2e-auth-iso-155e1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.264852216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"2c9088e9-5fbb-42f9-b364-2191e9013c9e","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.264877291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"2c9088e9-5fbb-42f9-b364-2191e9013c9e","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.266427543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"6a54c452-c2d1-4b16-91cd-143354aece99","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:20:23.26772538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"9c325a07-f4c8-4535-a696-15461419cf3f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c346b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:20:23.282623953Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"2c9088e9-5fbb-42f9-b364-2191e9013c9e","name":"auth-test-model-c666c2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c666c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:20:23.282712948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"2c9088e9-5fbb-42f9-b364-2191e9013c9e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c666c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.288579658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"9610f11c-1db7-4cbc-891c-a79bcc8baf5c","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.288604181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"9610f11c-1db7-4cbc-891c-a79bcc8baf5c","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.288721848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"6a54c452-c2d1-4b16-91cd-143354aece99","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.30150484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"5ef4a637-9450-4312-ae88-be01ef7996b5","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.30153153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"5ef4a637-9450-4312-ae88-be01ef7996b5","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.308283586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"6b6654ad-30f2-4029-9704-21b71770f224","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.308330141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"6b6654ad-30f2-4029-9704-21b71770f224","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.322743888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"5d7f55d2-89fa-4007-8879-e25fb095219e","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.322768725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"5d7f55d2-89fa-4007-8879-e25fb095219e","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.358735403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"f1573875-3323-4215-8911-ab30dd9e6da6","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.375253587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"82409df2-1567-4641-bdcf-621cd1dd029f","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"maas-trlp-auth-test-model-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.380059554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"f1573875-3323-4215-8911-ab30dd9e6da6","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.389151588Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"62f9aa7a-81fc-419b-a900-e067c56016bd","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-auth-test-model-c666c2","model":"auth-test-model-c666c2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-c666c2/e2e-auth-iso-c346b3"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.451276723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"1b664b70-c3ed-47e2-af09-294343e86d07","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.451304929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"1b664b70-c3ed-47e2-af09-294343e86d07","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.462886082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"93759e5a-3b15-4269-9b93-c45c623bd573","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.557427481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"93759e5a-3b15-4269-9b93-c45c623bd573","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:23.591081655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"49ccf05b-0094-401b-807f-ac06ea1d5c50","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-auth-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:25.90929488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d700ea-5b99-46f9-9cc4-055eac7c90b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:25.925276996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d700ea-5b99-46f9-9cc4-055eac7c90b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:25.941287154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d700ea-5b99-46f9-9cc4-055eac7c90b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:25.957211564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d700ea-5b99-46f9-9cc4-055eac7c90b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:26.647339691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496d78ac-8882-44ad-89f3-15be2fd388b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:26.663717262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496d78ac-8882-44ad-89f3-15be2fd388b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:26.68028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496d78ac-8882-44ad-89f3-15be2fd388b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:26.696785131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496d78ac-8882-44ad-89f3-15be2fd388b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:26.759687848Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-bc127f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-bc127f","reconcileID":"4d305538-4f0c-4ff5-81d4-1d7cc57fb639","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-bc127f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-bc127f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:27.437236729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dbc672-d2ed-4696-8db1-fe0ff997731a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:27.453865466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dbc672-d2ed-4696-8db1-fe0ff997731a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:27.47083018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dbc672-d2ed-4696-8db1-fe0ff997731a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:27.487353451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dbc672-d2ed-4696-8db1-fe0ff997731a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:28.823250768Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:29.812889338Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"74dfa444-4d5a-4328-b811-d2d46267c393","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","subscription":"e2e-auth-iso-210ef0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:29.831885469Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"74dfa444-4d5a-4328-b811-d2d46267c393","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:29.850903134Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"74dfa444-4d5a-4328-b811-d2d46267c393","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.007113055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"1a4e66d2-0a47-4383-a152-f17981d20401","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.007147276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"1a4e66d2-0a47-4383-a152-f17981d20401","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.04006473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"eccd313e-0879-477f-812e-8e2128057952","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.061408773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"eccd313e-0879-477f-812e-8e2128057952","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.147528293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"4929c65f-27a1-43de-bc0f-175eb0fb8132","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.14869646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"5a10669c-dc2b-4b33-984b-21d62b52588f","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.148716567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"5a10669c-dc2b-4b33-984b-21d62b52588f","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.168762306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"4929c65f-27a1-43de-bc0f-175eb0fb8132","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.205640242Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"6147752c-9adb-46cd-afc0-d46c9bf7441a","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6fa45cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.246749269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"b761b1d1-f8ce-47a2-898a-8e5f71069007","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.268876542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"b761b1d1-f8ce-47a2-898a-8e5f71069007","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.353416547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"128e1ffd-72db-4500-8400-52a7795a7ce8","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.374642839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"128e1ffd-72db-4500-8400-52a7795a7ce8","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.635832063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"bf11b476-240b-4fb7-b1b9-e16b056ea70d","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.657557767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"bf11b476-240b-4fb7-b1b9-e16b056ea70d","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:30.677884409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bdf6ca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b76a09b40ece7497274156e536afbb2754e401f2077be231c4027b7f718895d) AuthConfig (4aa1148319032c25dd14abd3cd869223ef4a93ea8a9a626859f8f8e0d3110898) AuthConfig (c52745418bb00d167a243fb80af339d141b436a011da138ee8e4ba2ae03feae0) AuthConfig (b5777f676547026ab9db5921e7884015b9e80ad2dad2f99e1db53b4f93fbf7fb) AuthConfig (e21df506a9118c8f31dcf495920fb136b6f6330ad10d35ca79b205222d7b4335) AuthConfig (1eb8d72e6c9047e37bc916239a0ce86d88d26dcdd488858ec6a95174af7873b6) AuthConfig (18aedc54c77ec45618d0d25d5668570d8de41c00b6fd10ef29f9da8fe5fbc604) AuthConfig (763ca318afb59afbe326ac98ff948b15ec117c336e73f51a25d49c344d773f15) AuthConfig (17c9a78b8479bb482eb1237609c637c6edb41afa547ad934d2efabfca8054e2e) AuthConfig (2ad9a881b14a70cc4a6850235c888eb08d89e7ba6b2f76865288e1cefed79d26) AuthConfig (3e8c80497a05dcac6e808bac743bca1e3dda1a0e18720e54775ca6368dd35121) AuthConfig (2b91e7dbbba5a180b0cbf74e4bad718c48de7f73bfd293a81f83292a6aa69ceb) AuthConfig (5e397c2d3a164de34ed5aea925a57415ca9fde4eef7957816bdbbba2b308b1c5) AuthConfig (a8ef581a43405ad2667d9159383ea5227ffae78b9bfc9aabc74b15cab2ed9dcc) AuthConfig (e688ef38e835fe752223eb3cfcc5d1187a62a4d0d55a65866f85b3e77804b070) AuthConfig (51a3ba86f03fe01ca3a9d56b6721f4b101c12329247d4561070cc5b3b5f7a162) AuthConfig (9e26790697b44f8eaadb3a866bddd739064c556289a0dc2837f64247fcbecc8d) AuthConfig (a1ce8b4d8b6212d3ed9f0883e960edd86fedf574b7416b92591db57633a1dd79)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"bf11b476-240b-4fb7-b1b9-e16b056ea70d","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.223139961Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"2f02d389-4f72-4506-8c09-731a61bdeec5","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","subscription":"e2e-auth-iso-210ef0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.239842133Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"2f02d389-4f72-4506-8c09-731a61bdeec5","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.256400207Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"2f02d389-4f72-4506-8c09-731a61bdeec5","MaaSSubscription":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.391759482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"069d137f-f896-4471-991f-3ee4b2d95393","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.391797395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"069d137f-f896-4471-991f-3ee4b2d95393","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.425356261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"f160870a-c956-4de3-b697-858e4f3b4cac","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.447934461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"f160870a-c956-4de3-b697-858e4f3b4cac","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.532255087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"3e66b0cb-e8ac-4bac-8944-115d0d32516d","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.532403463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"340c2a0c-a4e7-443c-9c9d-739fa0a1887b","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.5324236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"340c2a0c-a4e7-443c-9c9d-739fa0a1887b","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.612698202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"ca9e6a8d-76d0-4b30-b271-ec420b2b78aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.636288722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"ca9e6a8d-76d0-4b30-b271-ec420b2b78aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.697122774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"3e66b0cb-e8ac-4bac-8944-115d0d32516d","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.71333107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"4ac05378-e44b-4ba3-8b83-cfd7618e98a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.735315914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"4ac05378-e44b-4ba3-8b83-cfd7618e98a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.754305984Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"3e66b0cb-e8ac-4bac-8944-115d0d32516d","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.754334664Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-auth-iso-210ef0","reconcileID":"3e66b0cb-e8ac-4bac-8944-115d0d32516d","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.775619968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"f2a1c346-95ca-4e54-bce4-f5186ed82511","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/auth-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.775644083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"auth-test-model-0e1a98","reconcileID":"f2a1c346-95ca-4e54-bce4-f5186ed82511","MaaSModelRef":{"name":"auth-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"auth-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"auth-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.805431819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"4be2d184-97ff-4811-9e90-83c54cfbf8d6","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-auth-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.868035117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"9350c6f3-a2ba-4159-a9e3-153f2b20684c","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.868069743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"9350c6f3-a2ba-4159-a9e3-153f2b20684c","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.917372244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"da345706-fbe6-437f-ace7-a1188f18e7d8","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.917397646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"da345706-fbe6-437f-ace7-a1188f18e7d8","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.92692414Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"c36fd400-e17f-4912-bc75-aeffbd5ad15a","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.927047307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"58af2aff-cea3-418d-9d68-07465fbb9c20","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:40.92707333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"58af2aff-cea3-418d-9d68-07465fbb9c20","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:41.106196615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"c36fd400-e17f-4912-bc75-aeffbd5ad15a","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:41.162979347Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"c36fd400-e17f-4912-bc75-aeffbd5ad15a","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:41.163010797Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-auth-iso-210ef0","reconcileID":"c36fd400-e17f-4912-bc75-aeffbd5ad15a","MaaSAuthPolicy":{"name":"e2e-auth-iso-210ef0","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:41.184286639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"7a5ab669-781e-4394-bfd0-d70b287b3cd0","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/auth-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:41.184309826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"auth-test-model-1854c4","reconcileID":"7a5ab669-781e-4394-bfd0-d70b287b3cd0","MaaSModelRef":{"name":"auth-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"auth-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"auth-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:41.403048751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"29992da3-a61c-49a2-ba1f-1645f2c1ba29","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"maas-trlp-auth-test-model-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:41.490983148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"d8bdf466-4162-4dbb-a43c-9b5c783ddaa2","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:41.491008606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"d8bdf466-4162-4dbb-a43c-9b5c783ddaa2","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.063966929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"1891f661-9153-4b53-ad0d-6160ee854bd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:20:42.065614776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"1dd1e582-1c30-4607-982f-94f94665e2f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-638689\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.079824764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"1779bd4a-33c1-41c4-87a8-6777a1176c3b","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.079853314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"1779bd4a-33c1-41c4-87a8-6777a1176c3b","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.084717124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"1891f661-9153-4b53-ad0d-6160ee854bd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.104942005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"821e61cc-8c9f-4307-8a20-c709f743be7a","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.104965483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"821e61cc-8c9f-4307-8a20-c709f743be7a","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.126603655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"d7a0b76d-13a4-42c8-b5c3-adf3fd813806","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.126645848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"d7a0b76d-13a4-42c8-b5c3-adf3fd813806","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.163004129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"a7058cbc-40f5-4774-a6fd-8bde68c50947","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.188780576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"a7058cbc-40f5-4774-a6fd-8bde68c50947","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.211936308Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"1112fde1-880a-4d7e-bb7a-585166797152","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"maas-trlp-auth-test-model-bdf6ca","model":"auth-test-model-bdf6ca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-bdf6ca/e2e-auth-iso-638689"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.227234343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"041078a5-c76b-43b4-bb82-3a438ff1af4a","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.227263712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"041078a5-c76b-43b4-bb82-3a438ff1af4a","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.268055315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"89c7bb0c-8cbf-44e8-8d1f-292cc10c25bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.268062524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"50dd567e-23d8-4b5b-b6f5-44abe75f68b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.289514092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"89c7bb0c-8cbf-44e8-8d1f-292cc10c25bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.292041242Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"e45ef5b8-6520-4f97-93ca-0135be4a7b93","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ccf6204","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.293239717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"50dd567e-23d8-4b5b-b6f5-44abe75f68b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.298716136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"8e0347ae-9f45-44ed-9036-14baae912f76","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.298746956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"8e0347ae-9f45-44ed-9036-14baae912f76","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.368245556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"18693ad8-3f2b-4cc2-bada-fd484e1061a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.368668082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"44b6f7fd-9b72-41a4-9dc1-6812e90257cd","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"maas-trlp-auth-test-model-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.390291203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"18693ad8-3f2b-4cc2-bada-fd484e1061a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.550468753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"752e7b2e-9ffc-47a5-a515-68052badef98","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:42.573062552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"752e7b2e-9ffc-47a5-a515-68052badef98","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:47.079866805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"73bed319-3efd-406f-a58a-414a5d755ae7","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:47.079904527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"73bed319-3efd-406f-a58a-414a5d755ae7","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:47.111817589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"3a039a9a-ce2e-4af2-968e-bdcd94499f81","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:47.136082064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"3a039a9a-ce2e-4af2-968e-bdcd94499f81","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:47.137430981Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"465a9c57-3531-4dfb-9b30-4c3382336eca","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c947ff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:47.225048244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"4037b2a7-3d51-43cc-9724-394481dbfb44","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:47.245895896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"4037b2a7-3d51-43cc-9724-394481dbfb44","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.309506118Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"ff77ccc6-dadb-492a-9d5a-756667a3d3ec","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","subscription":"e2e-auth-iso-c346b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.340011951Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"ff77ccc6-dadb-492a-9d5a-756667a3d3ec","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.375449076Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"ff77ccc6-dadb-492a-9d5a-756667a3d3ec","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.507668814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"4746b809-ad8d-4560-9f78-45b64176dee5","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.507693909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"4746b809-ad8d-4560-9f78-45b64176dee5","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.541569685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"234d50d6-b80a-4306-8c30-0393c0492b47","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.562783456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"234d50d6-b80a-4306-8c30-0393c0492b47","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.654718799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"a56978fb-5458-4bb2-85ba-d67241695b7a","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.65474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"a56978fb-5458-4bb2-85ba-d67241695b7a","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.686416509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"92799cac-b2c4-4975-bbe8-6d3222d7677b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.708492486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"92799cac-b2c4-4975-bbe8-6d3222d7677b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.711574837Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"9f8a1f01-e150-4b84-9d88-5f900a1062a4","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-04ed4ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.787334478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"b41c64b6-a82f-433b-a29e-b11c216d6e36","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.809231037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"b41c64b6-a82f-433b-a29e-b11c216d6e36","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.927597843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"1f349dd2-6745-4d0e-bb98-025d69ee0937","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:52.948391319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"1f349dd2-6745-4d0e-bb98-025d69ee0937","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:55.740397014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"912d794e-41c2-4c0d-90c3-555d72eb5219","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:55.786463909Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"912d794e-41c2-4c0d-90c3-555d72eb5219","name":"e2e-shared-b-w4-bc127f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.15412779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"ce06cf53-4a8c-4c8d-b06f-0d1dd4934e02","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","subscription":"e2e-auth-iso-155e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.171419857Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"ce06cf53-4a8c-4c8d-b06f-0d1dd4934e02","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.188002299Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"ce06cf53-4a8c-4c8d-b06f-0d1dd4934e02","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"maas-trlp-auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.283690216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"4a272217-a38c-42d7-874b-de26d8747b20","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.283719275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"4a272217-a38c-42d7-874b-de26d8747b20","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.315495004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"9e4d210c-3148-4ce4-b2d1-0b13cb084920","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.336741185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"9e4d210c-3148-4ce4-b2d1-0b13cb084920","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.416787261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"0a4278a8-8ddb-4be3-9e12-d153a96f0bb1","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.440989183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"0a4278a8-8ddb-4be3-9e12-d153a96f0bb1","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.441404933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"446bf3dd-7fc3-49cd-80ca-130142c73cf8","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.441422892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"446bf3dd-7fc3-49cd-80ca-130142c73cf8","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.49598721Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"c36bd42b-d502-4d86-bb5b-8d7fe9046dfe","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e3df17c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.517995845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"d1ebda9c-1e9a-43e9-a81d-83a57040f34a","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.540809292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"d1ebda9c-1e9a-43e9-a81d-83a57040f34a","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.62379708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"c1b60a1c-785f-4614-a5ab-232f308de862","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:57.645259753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"c1b60a1c-785f-4614-a5ab-232f308de862","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:20:58.819336344Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:02.728336263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"ad600128-c058-4a06-a8a2-e2c0fa9741da","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","subscription":"e2e-auth-iso-c346b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:02.74483362Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"ad600128-c058-4a06-a8a2-e2c0fa9741da","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:02.761534913Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"ad600128-c058-4a06-a8a2-e2c0fa9741da","MaaSSubscription":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:02.917775649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"64161cba-46a4-436b-a457-83b37f31916f","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:02.917796701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"64161cba-46a4-436b-a457-83b37f31916f","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:02.95062711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"2a4e6477-35f9-4fea-9b17-8576911dccfe","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:02.972347765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"2a4e6477-35f9-4fea-9b17-8576911dccfe","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.068382611Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"42c5bbab-1a60-414f-96c7-58b6058c60d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.068501133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"6a7efa93-7ff6-4544-8e67-3b01539c482a","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.068520029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"6a7efa93-7ff6-4544-8e67-3b01539c482a","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.198391997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"83c5130b-a631-40fe-82e0-9c0ef054d8b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.219415912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"83c5130b-a631-40fe-82e0-9c0ef054d8b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.220943063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"42c5bbab-1a60-414f-96c7-58b6058c60d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.305045109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"42c5bbab-1a60-414f-96c7-58b6058c60d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.305072156Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-auth-iso-c346b3","reconcileID":"42c5bbab-1a60-414f-96c7-58b6058c60d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.369773542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"921c1d9c-939d-47fd-9ff2-38a59dc93fc7","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/auth-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.369795462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"auth-test-model-8ae41e","reconcileID":"921c1d9c-939d-47fd-9ff2-38a59dc93fc7","MaaSModelRef":{"name":"auth-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"auth-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"auth-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.521431596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"1adf32aa-ec98-4cb2-ba54-539c98649045","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.521566425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"23c9d510-f9de-4403-a5ed-27ce118f699d","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.521592789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"23c9d510-f9de-4403-a5ed-27ce118f699d","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.569329186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"1adf32aa-ec98-4cb2-ba54-539c98649045","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.644243419Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"1adf32aa-ec98-4cb2-ba54-539c98649045","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.644270435Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-auth-iso-c346b3","reconcileID":"1adf32aa-ec98-4cb2-ba54-539c98649045","MaaSAuthPolicy":{"name":"e2e-auth-iso-c346b3","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.665220022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"4bc9782e-ae00-4d90-8dbf-4a8f14c6d326","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/auth-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:03.665244909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"auth-test-model-c666c2","reconcileID":"4bc9782e-ae00-4d90-8dbf-4a8f14c6d326","MaaSModelRef":{"name":"auth-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"auth-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"auth-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.513068173Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"9c1b3bd5-6e3e-4ad8-ad7b-64bff7ffe71a","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","subscription":"e2e-auth-iso-155e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.529678237Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"9c1b3bd5-6e3e-4ad8-ad7b-64bff7ffe71a","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.546557807Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"9c1b3bd5-6e3e-4ad8-ad7b-64bff7ffe71a","MaaSSubscription":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"maas-trlp-auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.643772113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"9499083b-9bac-4053-8225-098a94facce9","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.643793148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"9499083b-9bac-4053-8225-098a94facce9","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.681768078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"9cd99b5b-8ec8-4c0e-acd2-f6f7c27cba7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.702935785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"9cd99b5b-8ec8-4c0e-acd2-f6f7c27cba7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.783150933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"932b661d-907b-4e42-a535-a4d6fca6b1ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.796845791Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"7850f056-5ce1-4f0e-835d-b392e4de7c06","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.796903497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"a6574b8b-9fee-48a5-9fd5-44e51ff5074e","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.796919267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"a6574b8b-9fee-48a5-9fd5-44e51ff5074e","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.806918706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"932b661d-907b-4e42-a535-a4d6fca6b1ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:07.95286475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"7850f056-5ce1-4f0e-835d-b392e4de7c06","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.022342076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"7850f056-5ce1-4f0e-835d-b392e4de7c06","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.022367937Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-auth-iso-155e1b","reconcileID":"7850f056-5ce1-4f0e-835d-b392e4de7c06","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.043031913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"979ee0a9-4c7a-4493-a66e-dcd0563d2f1b","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/auth-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.043053369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"auth-test-model-35042a","reconcileID":"979ee0a9-4c7a-4493-a66e-dcd0563d2f1b","MaaSModelRef":{"name":"auth-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"auth-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"auth-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.193572104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"c26c2f07-c029-4f8a-bad1-287210e11009","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.193622866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"c769972d-f63a-4944-8683-e284af7366e1","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.193637536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"c769972d-f63a-4944-8683-e284af7366e1","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.326667806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"c26c2f07-c029-4f8a-bad1-287210e11009","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.395034066Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"c26c2f07-c029-4f8a-bad1-287210e11009","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.39505906Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-auth-iso-155e1b","reconcileID":"c26c2f07-c029-4f8a-bad1-287210e11009","MaaSAuthPolicy":{"name":"e2e-auth-iso-155e1b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.416000036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"4384f2a6-abe5-433c-9a3e-f5fa1eaeb7a0","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/auth-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:08.416022351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"auth-test-model-9da49f","reconcileID":"4384f2a6-abe5-433c-9a3e-f5fa1eaeb7a0","MaaSModelRef":{"name":"auth-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"auth-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"auth-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:15.109075774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"39ffabe2-3c92-4975-ae59-87f9cd83b399","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"maas-trlp-auth-test-model-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:15.168043883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"5866c131-0c4d-487b-918b-e0f7c8352cb8","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:15.168067188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"5866c131-0c4d-487b-918b-e0f7c8352cb8","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:17.082052449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"38a94432-6624-4903-8de8-e14d1c15b7fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:17.103176082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"38a94432-6624-4903-8de8-e14d1c15b7fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:17.238474096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"bbaf0965-9cd4-4a14-bdbc-14448286165c","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:17.238495489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"bbaf0965-9cd4-4a14-bdbc-14448286165c","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:17.275104955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"d7e2647c-5cc5-4295-8974-579b7ee76eba","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:17.296997396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"d7e2647c-5cc5-4295-8974-579b7ee76eba","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:17.298143233Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"a291a76d-5822-49b3-bca1-517824544000","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f154713c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:17.47542053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"365bb0ac-50d7-4c92-a3bd-34c44723baa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:17.497196024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"365bb0ac-50d7-4c92-a3bd-34c44723baa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:18.593458929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5330c4da-d94f-4845-9265-067ac8fd45d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:18.610438839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5330c4da-d94f-4845-9265-067ac8fd45d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:18.626806905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5330c4da-d94f-4845-9265-067ac8fd45d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:18.642922225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5330c4da-d94f-4845-9265-067ac8fd45d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:19.326546486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a005cd-ea18-4b61-8580-ea5345708680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:19.343348313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a005cd-ea18-4b61-8580-ea5345708680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:19.359696447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a005cd-ea18-4b61-8580-ea5345708680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:19.376439689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a005cd-ea18-4b61-8580-ea5345708680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:19.486688327Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-499482","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-499482","reconcileID":"6d402938-41ef-4c7d-9427-c339c67ecdee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-499482","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-499482":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:20.161099406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c06ad97-b6e6-489a-b4b2-b7861a3aedc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:20.177512307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c06ad97-b6e6-489a-b4b2-b7861a3aedc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:20.194536982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c06ad97-b6e6-489a-b4b2-b7861a3aedc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:20.214272555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c06ad97-b6e6-489a-b4b2-b7861a3aedc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:20.863110806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31eb0ab1-85da-4d60-a844-0f93780eaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:20.879752658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31eb0ab1-85da-4d60-a844-0f93780eaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:20.896122065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31eb0ab1-85da-4d60-a844-0f93780eaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:20.912283206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31eb0ab1-85da-4d60-a844-0f93780eaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:25.951583799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641f1c22-07f0-4d9f-84f4-a1cb8367528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:25.967378515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641f1c22-07f0-4d9f-84f4-a1cb8367528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:25.983175137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641f1c22-07f0-4d9f-84f4-a1cb8367528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:25.999346434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641f1c22-07f0-4d9f-84f4-a1cb8367528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:26.650651228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d79cdc-2772-4ada-ba46-04db4687fb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:26.666772394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d79cdc-2772-4ada-ba46-04db4687fb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:26.68296175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d79cdc-2772-4ada-ba46-04db4687fb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:26.699149919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d79cdc-2772-4ada-ba46-04db4687fb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.366575551Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"55e94a03-73de-4068-948d-1b30a2b6e493","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","subscription":"e2e-auth-iso-638689","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.383595328Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"55e94a03-73de-4068-948d-1b30a2b6e493","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.40034966Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"55e94a03-73de-4068-948d-1b30a2b6e493","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"maas-trlp-auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.495910433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"026eaa88-504d-40e6-924f-d6030db67b25","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.495936617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"026eaa88-504d-40e6-924f-d6030db67b25","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.529009276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"e59bc550-a0ca-4873-ac31-36ed7fe836cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.550330285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"e59bc550-a0ca-4873-ac31-36ed7fe836cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.648450654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"609ba9f7-a95d-47fc-b4f8-c4cb0806cb84","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.648472888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"609ba9f7-a95d-47fc-b4f8-c4cb0806cb84","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.679873048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"c09206c9-c870-4327-baac-87b8c2335f0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.702186692Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"bf563ef6-fe4c-438a-abdd-223cbda41b6c","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca4c4487","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.706752397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"c09206c9-c870-4327-baac-87b8c2335f0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.780279327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"ee07b59c-9606-42e4-bf13-209ba0688fea","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.801255824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"ee07b59c-9606-42e4-bf13-209ba0688fea","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.928644858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"51ea5f1f-3875-411b-9a27-d3b4b5f81d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:27.968130534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"51ea5f1f-3875-411b-9a27-d3b4b5f81d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:28.819267751Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:32.893132679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21b91f4-94ce-4a53-b23d-6a947bd222bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:32.909254606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21b91f4-94ce-4a53-b23d-6a947bd222bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:32.925964807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21b91f4-94ce-4a53-b23d-6a947bd222bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:32.942377106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21b91f4-94ce-4a53-b23d-6a947bd222bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:33.658845627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2616dc0d-0fdd-45dc-a781-2b128964705c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:33.674952712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2616dc0d-0fdd-45dc-a781-2b128964705c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:33.691004806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2616dc0d-0fdd-45dc-a781-2b128964705c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:33.707126846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2616dc0d-0fdd-45dc-a781-2b128964705c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:33.761455654Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2f820e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2f820e","reconcileID":"7dada48e-aa58-4e1d-90f2-0a6944b86539","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2f820e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-2f820e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:34.444598661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5153a13c-fb1b-44c6-83dd-a0bdd13888e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:34.460635789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5153a13c-fb1b-44c6-83dd-a0bdd13888e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:34.476571993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5153a13c-fb1b-44c6-83dd-a0bdd13888e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:34.492628909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5153a13c-fb1b-44c6-83dd-a0bdd13888e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:34.708887358Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a47b9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a47b9a","reconcileID":"6956c5ce-668d-4f10-8f94-2e4e541d6443","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a47b9a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a47b9a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:35.169848614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c8975b-1aca-41aa-bfc8-07db8fb531c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:35.18620936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c8975b-1aca-41aa-bfc8-07db8fb531c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:35.20236735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c8975b-1aca-41aa-bfc8-07db8fb531c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:35.218120563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c8975b-1aca-41aa-bfc8-07db8fb531c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:36.044572699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f128ce01-b7ce-4317-b8cd-d5853b6946cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:36.061281052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f128ce01-b7ce-4317-b8cd-d5853b6946cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:36.077507439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f128ce01-b7ce-4317-b8cd-d5853b6946cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:36.093681722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f128ce01-b7ce-4317-b8cd-d5853b6946cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:37.718571099Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"1766a54a-d477-461b-98c2-20e251bcc726","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","subscription":"e2e-auth-iso-638689","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:37.740587286Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"1766a54a-d477-461b-98c2-20e251bcc726","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:37.757704355Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"1766a54a-d477-461b-98c2-20e251bcc726","MaaSSubscription":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"maas-trlp-auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:37.899847135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"3e2f3691-a944-4af4-bb78-2e440c80db41","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:37.899964555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"3e2f3691-a944-4af4-bb78-2e440c80db41","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:37.94912186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"c7d6c57e-48df-4963-9465-062dd0b270d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:37.970416006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"c7d6c57e-48df-4963-9465-062dd0b270d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.04910097Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"7c1a482c-cc75-4dea-8670-237d927be694","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.049253232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"9bf20dae-b063-424b-95f2-4ce836416057","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.049274969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"9bf20dae-b063-424b-95f2-4ce836416057","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.049896769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"ce1d5713-f988-44f6-97c6-6773cb67a904","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.071432659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"ce1d5713-f988-44f6-97c6-6773cb67a904","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.219263287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"7c1a482c-cc75-4dea-8670-237d927be694","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.275044213Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"7c1a482c-cc75-4dea-8670-237d927be694","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"name":"e2e-shared-a-w3-df4db1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.275068083Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"e2e-auth-iso-638689","reconcileID":"7c1a482c-cc75-4dea-8670-237d927be694","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.295868519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"78d05665-be07-418f-8de9-486328fe7760","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"tenant":"e2e-shared-a-w3-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","model":"ai-tenant-e2e-shared-a-w3-df4db1/auth-test-model-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.295889344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"auth-test-model-df4db1","reconcileID":"78d05665-be07-418f-8de9-486328fe7760","MaaSModelRef":{"name":"auth-test-model-df4db1","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"routeName":"auth-test-model-df4db1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","llmisvcName":"auth-test-model-df4db1","gateway":"openshift-ingress/e2e-shared-a-w3-df4db1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.436856481Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"b3c66502-ec76-4cfe-afd4-5e7a1f7b16fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.436980605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"355607ed-4ad6-4acd-9ee1-ae7ffb0247fb","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.436997553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"355607ed-4ad6-4acd-9ee1-ae7ffb0247fb","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.484374924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"b3c66502-ec76-4cfe-afd4-5e7a1f7b16fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.544695055Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"b3c66502-ec76-4cfe-afd4-5e7a1f7b16fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"name":"e2e-shared-b-w3-bdf6ca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.544723374Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"e2e-auth-iso-638689","reconcileID":"b3c66502-ec76-4cfe-afd4-5e7a1f7b16fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-638689","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.565545597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"4f9efff0-911f-4b62-bd3b-13f39ea14902","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"tenant":"e2e-shared-b-w3-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","model":"ai-tenant-e2e-shared-b-w3-bdf6ca/auth-test-model-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:38.565564144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"auth-test-model-bdf6ca","reconcileID":"4f9efff0-911f-4b62-bd3b-13f39ea14902","MaaSModelRef":{"name":"auth-test-model-bdf6ca","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"routeName":"auth-test-model-bdf6ca-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","llmisvcName":"auth-test-model-bdf6ca","gateway":"openshift-ingress/e2e-shared-b-w3-bdf6ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:46.043707523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac68d06c-7149-42b1-b986-ad11076bf646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:46.059704559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac68d06c-7149-42b1-b986-ad11076bf646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:46.075635807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac68d06c-7149-42b1-b986-ad11076bf646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:46.091557834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac68d06c-7149-42b1-b986-ad11076bf646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:46.737756708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0534c6f-bd92-4e71-9345-fa174b320061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:46.753631349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0534c6f-bd92-4e71-9345-fa174b320061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:46.769694073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0534c6f-bd92-4e71-9345-fa174b320061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:46.786076233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0534c6f-bd92-4e71-9345-fa174b320061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:46.884419786Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-637e08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-637e08","reconcileID":"9a048db2-0610-4442-92a5-587d88637ef6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-637e08","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-637e08":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:47.55749884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4f7797-f5c2-440d-9007-b5e9a05f45bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:47.573902395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4f7797-f5c2-440d-9007-b5e9a05f45bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:47.592687382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4f7797-f5c2-440d-9007-b5e9a05f45bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:47.609276359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4f7797-f5c2-440d-9007-b5e9a05f45bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:52.294372382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"cc8efe6c-92f4-41cc-a91b-fd7c99e92b97","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:52.340431946Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"cc8efe6c-92f4-41cc-a91b-fd7c99e92b97","name":"e2e-extmod-a-499482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:21:58.821525774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:01.142968352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8dc739b-ee1d-4922-993a-54a5f74dec2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:01.159809387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8dc739b-ee1d-4922-993a-54a5f74dec2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:01.175838173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8dc739b-ee1d-4922-993a-54a5f74dec2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:01.191881505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8dc739b-ee1d-4922-993a-54a5f74dec2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:01.874096797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31c8fd3-05c8-4f48-b811-c15f8ab32df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:01.890073882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31c8fd3-05c8-4f48-b811-c15f8ab32df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:01.906666299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31c8fd3-05c8-4f48-b811-c15f8ab32df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:01.922917868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31c8fd3-05c8-4f48-b811-c15f8ab32df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:01.968726209Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c7bba9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c7bba9","reconcileID":"1fcc5b84-b253-454c-b6a8-2cc81fbb63ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c7bba9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c7bba9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:02.595432623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1f1251-2f12-4e02-83c2-7ef08065fc5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:02.61184061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1f1251-2f12-4e02-83c2-7ef08065fc5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:02.628875861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1f1251-2f12-4e02-83c2-7ef08065fc5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:02.645397888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1f1251-2f12-4e02-83c2-7ef08065fc5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:03.272564694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97bf9e0-cfda-40e3-8db5-ac832dfbd58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:03.288789878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97bf9e0-cfda-40e3-8db5-ac832dfbd58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:03.304858867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97bf9e0-cfda-40e3-8db5-ac832dfbd58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:03.321182849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97bf9e0-cfda-40e3-8db5-ac832dfbd58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:03.98054131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc1c225-f113-4a73-85cf-60eb2f51e065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:03.997031243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc1c225-f113-4a73-85cf-60eb2f51e065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:04.013989084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc1c225-f113-4a73-85cf-60eb2f51e065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:04.031257572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc1c225-f113-4a73-85cf-60eb2f51e065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:07.07041348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"e439edb7-234d-46c3-89ec-cf29595eca2f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:07.115207047Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"e439edb7-234d-46c3-89ec-cf29595eca2f","name":"e2e-extmod-a-2f820e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:10.958213129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"21bf1416-4949-4147-838e-23fe6e853043","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:11.003872119Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"21bf1416-4949-4147-838e-23fe6e853043","name":"e2e-extmod-a-a47b9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:23.284476818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"55f0d2c3-698f-4f6f-8a5f-11e2ca86325c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-637e08","tenantID":"e2e-autores-637e08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:23.330387844Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"55f0d2c3-698f-4f6f-8a5f-11e2ca86325c","name":"e2e-autores-637e08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:28.820217912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:29.649069198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5250e7-4102-43b8-b97a-8b76bcbd96c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:29.664983459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5250e7-4102-43b8-b97a-8b76bcbd96c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:29.680973865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5250e7-4102-43b8-b97a-8b76bcbd96c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:29.696773798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5250e7-4102-43b8-b97a-8b76bcbd96c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:30.352659805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadfa7dc-1781-4c26-ae03-fe0da480c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:30.36893845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadfa7dc-1781-4c26-ae03-fe0da480c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:30.384820899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadfa7dc-1781-4c26-ae03-fe0da480c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:30.400862122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadfa7dc-1781-4c26-ae03-fe0da480c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:31.064439965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24c38c3-93f8-409f-85d5-83bef5d25cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:31.080564795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24c38c3-93f8-409f-85d5-83bef5d25cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:31.096353283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24c38c3-93f8-409f-85d5-83bef5d25cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:31.112741656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24c38c3-93f8-409f-85d5-83bef5d25cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:35.771422074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e1a0a9-b8d2-4a1e-ad25-afcbf08bc3c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:35.788978558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e1a0a9-b8d2-4a1e-ad25-afcbf08bc3c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:35.80614438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e1a0a9-b8d2-4a1e-ad25-afcbf08bc3c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:35.822739819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e1a0a9-b8d2-4a1e-ad25-afcbf08bc3c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:36.46238773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e152e21-6a3f-40d4-a923-f6c7bb3b13ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:36.478344549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e152e21-6a3f-40d4-a923-f6c7bb3b13ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:36.494307102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e152e21-6a3f-40d4-a923-f6c7bb3b13ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:36.51023743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e152e21-6a3f-40d4-a923-f6c7bb3b13ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:36.655832877Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-dd80cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-dd80cb","reconcileID":"b6359312-8aeb-447f-99cb-8674f840be35","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-dd80cb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-dd80cb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:37.205579682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef9aa8c-cf11-4c59-b850-f24c401e536c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:37.221947217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef9aa8c-cf11-4c59-b850-f24c401e536c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:37.257461421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef9aa8c-cf11-4c59-b850-f24c401e536c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:37.274138502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef9aa8c-cf11-4c59-b850-f24c401e536c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:38.078240853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971f8f5a-b3df-4af4-9af1-259f6a9c1c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:38.09447581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971f8f5a-b3df-4af4-9af1-259f6a9c1c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:38.11019666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971f8f5a-b3df-4af4-9af1-259f6a9c1c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:38.126077756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971f8f5a-b3df-4af4-9af1-259f6a9c1c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:38.776201206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab40958-7adc-4972-ad40-320e6c5243c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:38.792883596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab40958-7adc-4972-ad40-320e6c5243c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:38.851051992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab40958-7adc-4972-ad40-320e6c5243c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:38.86842677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab40958-7adc-4972-ad40-320e6c5243c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:39.595129208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfedf0a2-611e-4047-9dd7-22d7b145b21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:39.616368836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfedf0a2-611e-4047-9dd7-22d7b145b21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:39.63436802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfedf0a2-611e-4047-9dd7-22d7b145b21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:39.651568742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfedf0a2-611e-4047-9dd7-22d7b145b21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:40.334028251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e8e93d-8f9c-4d99-9360-ae149fe35dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:40.350725791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e8e93d-8f9c-4d99-9360-ae149fe35dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:40.366715406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e8e93d-8f9c-4d99-9360-ae149fe35dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:40.383063278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e8e93d-8f9c-4d99-9360-ae149fe35dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:40.612625915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"8cf8f2a9-6521-41e2-81e3-d01119822132","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:40.657922073Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"8cf8f2a9-6521-41e2-81e3-d01119822132","name":"e2e-extmod-a-c7bba9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:41.059433357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d765f6fb-b0b2-4abd-b62f-ce9ee84e4114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:41.075494675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d765f6fb-b0b2-4abd-b62f-ce9ee84e4114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:41.091992286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d765f6fb-b0b2-4abd-b62f-ce9ee84e4114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:41.108106627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d765f6fb-b0b2-4abd-b62f-ce9ee84e4114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:41.750603169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8651f3d0-ec25-4bdb-8562-fa7809a47147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:41.766733154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8651f3d0-ec25-4bdb-8562-fa7809a47147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:41.782879546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8651f3d0-ec25-4bdb-8562-fa7809a47147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:41.798774302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8651f3d0-ec25-4bdb-8562-fa7809a47147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:42.430196385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd1f7e6-75fb-422c-a925-bb75f43fa0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:42.447044401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd1f7e6-75fb-422c-a925-bb75f43fa0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:42.462960743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd1f7e6-75fb-422c-a925-bb75f43fa0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:42.478790032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd1f7e6-75fb-422c-a925-bb75f43fa0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:46.748230586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8adbd4f-3b09-4a74-abe9-093f11f2e69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:46.764181685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8adbd4f-3b09-4a74-abe9-093f11f2e69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:46.77983198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8adbd4f-3b09-4a74-abe9-093f11f2e69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:46.795581614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8adbd4f-3b09-4a74-abe9-093f11f2e69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:47.492691412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fee737-70cc-47a8-8a72-42d31b0cca98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:47.511337714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fee737-70cc-47a8-8a72-42d31b0cca98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:47.527429447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fee737-70cc-47a8-8a72-42d31b0cca98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:47.543574007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fee737-70cc-47a8-8a72-42d31b0cca98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:50.646446632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c2fb85-7df1-4df8-b7d2-dedfe868efc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:50.662367328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c2fb85-7df1-4df8-b7d2-dedfe868efc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:50.678299431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c2fb85-7df1-4df8-b7d2-dedfe868efc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:50.694128847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c2fb85-7df1-4df8-b7d2-dedfe868efc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:51.353050757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e35ecd-6477-4c80-93e6-89d8cf75f971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:51.369134558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e35ecd-6477-4c80-93e6-89d8cf75f971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:51.384891071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e35ecd-6477-4c80-93e6-89d8cf75f971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:51.400750504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e35ecd-6477-4c80-93e6-89d8cf75f971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:55.009206226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12e80d0-d2d9-40d6-9a71-310fedd6ce68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:55.025223483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12e80d0-d2d9-40d6-9a71-310fedd6ce68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:55.041264978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12e80d0-d2d9-40d6-9a71-310fedd6ce68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:55.058509544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12e80d0-d2d9-40d6-9a71-310fedd6ce68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:55.684484455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01bb5b0-5247-4e7a-9cf0-c441f2eebeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:55.700669773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01bb5b0-5247-4e7a-9cf0-c441f2eebeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:55.71654257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01bb5b0-5247-4e7a-9cf0-c441f2eebeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:55.732596644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01bb5b0-5247-4e7a-9cf0-c441f2eebeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:55.88745356Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1afb3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1afb3e","reconcileID":"ccf3dc66-30bd-4304-8982-1484678248a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1afb3e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-1afb3e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:56.371285427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7697218-0572-4eff-9dd9-cce38473cad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:56.387201367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7697218-0572-4eff-9dd9-cce38473cad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:56.403135817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7697218-0572-4eff-9dd9-cce38473cad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:56.421414215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7697218-0572-4eff-9dd9-cce38473cad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:56.611877906Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-ae1820","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-ae1820","reconcileID":"0909489a-79ff-4e29-bf4c-e8b178b0868f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-ae1820","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-ae1820":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:57.143424028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a4412f-41a4-48e9-8d48-b3d312e42459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:57.160008235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a4412f-41a4-48e9-8d48-b3d312e42459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:57.176320362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a4412f-41a4-48e9-8d48-b3d312e42459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:57.192873527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a4412f-41a4-48e9-8d48-b3d312e42459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:22:58.82013264Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:04.557543805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e571d01a-1489-4970-ad3f-aa1ab14d4946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:04.5735796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e571d01a-1489-4970-ad3f-aa1ab14d4946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:04.589569907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e571d01a-1489-4970-ad3f-aa1ab14d4946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:04.605512795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e571d01a-1489-4970-ad3f-aa1ab14d4946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:05.246942058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a71dd36-df4b-472e-bc5b-6d90d8020f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:05.263192738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a71dd36-df4b-472e-bc5b-6d90d8020f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:05.279356627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a71dd36-df4b-472e-bc5b-6d90d8020f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:05.295395559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a71dd36-df4b-472e-bc5b-6d90d8020f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:06.041225052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a425fd-3e18-456a-8e18-e6c0f8d8e052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:06.057592419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a425fd-3e18-456a-8e18-e6c0f8d8e052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:06.073776761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a425fd-3e18-456a-8e18-e6c0f8d8e052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:06.090044931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a425fd-3e18-456a-8e18-e6c0f8d8e052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:06.734724064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ab54a8-09d3-4e1c-9b06-b59db9748bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:06.750497003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ab54a8-09d3-4e1c-9b06-b59db9748bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:06.766491508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ab54a8-09d3-4e1c-9b06-b59db9748bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:06.782284382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ab54a8-09d3-4e1c-9b06-b59db9748bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:17.885307777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74a1df4c-ca3e-4bc5-94fe-fc7b4d4311c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.013850659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"af771576-be22-49f4-981e-7fb59f6fe019","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.114610499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"83ed468f-0474-47fc-b280-1e924e461a38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.115029651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"51b51b4a-d79c-4c07-916a-826f0c7b4425","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.327010206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"a1037e71-b5ee-444f-b585-0baa1b226679","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.427134682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"6ef31ad9-b6d2-4c64-ab86-c5558bc2b667","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.427551805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"063b492f-f26e-4614-8943-2190f87a14eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.525732945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e95d931-f8b8-4ca3-a952-656584e0efbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.625062233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"1dbee59c-f278-4453-b322-e680b249ed4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.682192416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"b4ff797b-438e-4967-9126-11e828a71894","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.725613569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"0a1d1a2b-49ba-4641-ab78-5d5063c5ee92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.725679847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"57bc7377-62ff-4aac-a9d0-4575c8651b24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.72602584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"98daffe2-4520-4ce3-92bd-efba32cfa485","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:18.72757204Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"b4ff797b-438e-4967-9126-11e828a71894","name":"e2e-extmod-b-dd80cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:23.072562635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6aa995-3e95-44f8-bdc6-fb75b24c2947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:23.088660361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6aa995-3e95-44f8-bdc6-fb75b24c2947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:23.105955469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6aa995-3e95-44f8-bdc6-fb75b24c2947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:23.122031436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6aa995-3e95-44f8-bdc6-fb75b24c2947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:23.870704344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b745e9-edee-48f6-a742-9cb846c1b8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:23.887130367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b745e9-edee-48f6-a742-9cb846c1b8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:23.903102892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b745e9-edee-48f6-a742-9cb846c1b8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:23.919032547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b745e9-edee-48f6-a742-9cb846c1b8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:24.588586426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1fd524-ac17-4397-ac4b-3ccf033816e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:24.604476776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1fd524-ac17-4397-ac4b-3ccf033816e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:24.620407969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1fd524-ac17-4397-ac4b-3ccf033816e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:24.636239843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1fd524-ac17-4397-ac4b-3ccf033816e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:28.237607076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7528ec80-a6d0-477c-89df-2e14550c73eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:28.253469807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7528ec80-a6d0-477c-89df-2e14550c73eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:28.269308776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7528ec80-a6d0-477c-89df-2e14550c73eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:28.285234816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7528ec80-a6d0-477c-89df-2e14550c73eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:28.819062811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:28.91807376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539ebe78-f472-4445-a63c-6aa20eb2c944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:28.93417957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539ebe78-f472-4445-a63c-6aa20eb2c944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:28.950416029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539ebe78-f472-4445-a63c-6aa20eb2c944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:28.966330252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539ebe78-f472-4445-a63c-6aa20eb2c944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:29.12562762Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-94ea1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-94ea1e","reconcileID":"f0794ce2-70e5-461c-802c-a0a1f94fcb8d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-94ea1e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-94ea1e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:29.722978477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da958396-bb32-44c3-8942-5f1038f722f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:29.740032065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da958396-bb32-44c3-8942-5f1038f722f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:29.755793275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da958396-bb32-44c3-8942-5f1038f722f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:29.771826281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da958396-bb32-44c3-8942-5f1038f722f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:30.410413804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30866a8d-b771-4372-827f-5a8e5897e481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:30.426698723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30866a8d-b771-4372-827f-5a8e5897e481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:30.448722485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30866a8d-b771-4372-827f-5a8e5897e481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:30.465494578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30866a8d-b771-4372-827f-5a8e5897e481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:31.141535696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14eb89a2-dcc8-44a7-a0a8-36cd0ac39b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:31.1583706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14eb89a2-dcc8-44a7-a0a8-36cd0ac39b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:31.176581642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14eb89a2-dcc8-44a7-a0a8-36cd0ac39b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:31.195991212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14eb89a2-dcc8-44a7-a0a8-36cd0ac39b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:35.840419341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a79f8bf-dfd8-4c8a-b9ed-681b6ac1b2c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:35.940813965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"efdf2584-7466-436c-8594-097be0a5a41d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:36.041733543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c437a7d0-3b1f-4d9f-a9e9-e6eaee3ed349","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:36.141653604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"0a2bcd0d-5433-44fe-abaf-d79a97f6c9fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:36.241721972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"26009614-3c93-43d1-8347-646b1ea29c7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:36.355811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"6b3a7606-700e-4ad7-9252-6005f55cdef4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:36.472134523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"2f8c6571-a7e6-46b3-a6f1-3a5d6c8d4a25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:36.648230825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"069a3380-23a1-4d1b-9892-43aea27b58a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:36.752887984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"a209fa65-878e-4b06-bab0-070082d1e1de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:36.846446872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"443d7aa0-5917-413d-adaf-a646fa1b1d21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:36.846688858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"057aa582-508c-48ca-b543-17feba1c55cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:36.948672666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"9a2310d8-0567-4132-afdc-467259bbd656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:39.369360281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"97f5a1ab-7051-48d3-b9f4-1d358771ff1e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:39.414017547Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"97f5a1ab-7051-48d3-b9f4-1d358771ff1e","name":"e2e-extmod-b-1afb3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:41.248377772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"f3182f00-279a-4895-bd70-47a7d00c1853","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:41.295493134Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"f3182f00-279a-4895-bd70-47a7d00c1853","name":"e2e-extmod-b-ae1820-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:45.74354639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-637e08","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"autores-model-637e08","reconcileID":"932535e9-88ef-4d26-8cf6-55fd8a252013","MaaSModelRef":{"name":"autores-model-637e08","namespace":"ai-tenant-e2e-autores-637e08"},"tenant":"e2e-autores-637e08","gateway":"openshift-ingress/e2e-autores-637e08","model":"ai-tenant-e2e-autores-637e08/autores-model-637e08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:45.74357172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-637e08","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"autores-model-637e08","reconcileID":"932535e9-88ef-4d26-8cf6-55fd8a252013","MaaSModelRef":{"name":"autores-model-637e08","namespace":"ai-tenant-e2e-autores-637e08"},"routeName":"autores-model-637e08-kserve-route","namespace":"ai-tenant-e2e-autores-637e08","llmisvcName":"autores-model-637e08","gateway":"openshift-ingress/e2e-autores-637e08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:47.258308172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ba363a-fdd7-4344-8d7d-ab0a5b3347f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:47.275124884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ba363a-fdd7-4344-8d7d-ab0a5b3347f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:47.292497736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ba363a-fdd7-4344-8d7d-ab0a5b3347f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:47.308460653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ba363a-fdd7-4344-8d7d-ab0a5b3347f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:47.937475402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d533e9-db4e-4c37-87bd-2822611cef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:47.953524215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d533e9-db4e-4c37-87bd-2822611cef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:47.971865955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d533e9-db4e-4c37-87bd-2822611cef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:47.988210286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d533e9-db4e-4c37-87bd-2822611cef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:48.604753766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3261593-bf3e-4736-a669-5e8db7ff2e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:48.620546464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3261593-bf3e-4736-a669-5e8db7ff2e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:48.636246669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3261593-bf3e-4736-a669-5e8db7ff2e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:48.652285389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3261593-bf3e-4736-a669-5e8db7ff2e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:49.346082689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a4590a-5a38-4223-914f-ddada2b6df77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:49.362008109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a4590a-5a38-4223-914f-ddada2b6df77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:49.377913316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a4590a-5a38-4223-914f-ddada2b6df77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:49.393889703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a4590a-5a38-4223-914f-ddada2b6df77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:50.038388279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fe7087-d577-4a4b-b41a-53912fee67ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:50.0544643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fe7087-d577-4a4b-b41a-53912fee67ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:50.070802096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fe7087-d577-4a4b-b41a-53912fee67ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:50.086685577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fe7087-d577-4a4b-b41a-53912fee67ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:23:58.818760576Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:03.39868023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672f121-52e9-4fee-873f-fab54d7b636c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:03.415090565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672f121-52e9-4fee-873f-fab54d7b636c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:03.431875285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672f121-52e9-4fee-873f-fab54d7b636c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:03.447773998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672f121-52e9-4fee-873f-fab54d7b636c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:04.076314241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7e6a4b-e2be-480c-a41c-2e55a6da8184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:04.092269809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7e6a4b-e2be-480c-a41c-2e55a6da8184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:04.108138691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7e6a4b-e2be-480c-a41c-2e55a6da8184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:04.124334749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7e6a4b-e2be-480c-a41c-2e55a6da8184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:04.774333093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac98f0a-0809-4b46-82fc-dea5a79bb424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:04.79033614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac98f0a-0809-4b46-82fc-dea5a79bb424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:04.805980993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac98f0a-0809-4b46-82fc-dea5a79bb424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:04.821973754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac98f0a-0809-4b46-82fc-dea5a79bb424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:05.455942462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d83b85-b27d-41d6-b264-8a8a030e1a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:05.47204801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d83b85-b27d-41d6-b264-8a8a030e1a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:05.488128858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d83b85-b27d-41d6-b264-8a8a030e1a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:05.503853192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d83b85-b27d-41d6-b264-8a8a030e1a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:06.120783444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b88633-3c01-44f6-859e-c0306dd88865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:06.137240232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b88633-3c01-44f6-859e-c0306dd88865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:06.153284586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b88633-3c01-44f6-859e-c0306dd88865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:06.169043564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b88633-3c01-44f6-859e-c0306dd88865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.560009713Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"523bc684-f0a5-4a3e-b2cb-2406b4cfdf36","namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.584812918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"530f6acf-b43a-450a-b14b-f30810106314","namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.608812685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7de3c1c4-2dcc-4e5b-8a12-6270244895c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.609728415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0d90203b-49ea-4c76-a124-1835ca7a09e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.609877203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d3984cc3-504f-4fae-b147-57d53bfec1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.610023004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"20e07143-8b13-4ca7-890f-ed64cb86a657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.609734278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0fbe70f-a143-4e32-91c8-da5deedfd2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.629314873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7de3c1c4-2dcc-4e5b-8a12-6270244895c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.630325487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0d90203b-49ea-4c76-a124-1835ca7a09e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.631690696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d3984cc3-504f-4fae-b147-57d53bfec1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.632443896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"20e07143-8b13-4ca7-890f-ed64cb86a657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.674658594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0fbe70f-a143-4e32-91c8-da5deedfd2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.694333695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 19, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0fbe70f-a143-4e32-91c8-da5deedfd2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.717868827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f750b99-46ae-4c5b-8416-10d2fe2382de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.717885257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f750b99-46ae-4c5b-8416-10d2fe2382de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.767839418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c70fd480-16ab-402a-a3f7-24e65e9ad647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.781378478Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"d1d5934a-bf58-460e-8304-a5a043db38b3","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.788429858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c70fd480-16ab-402a-a3f7-24e65e9ad647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.870785929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a00a2e1-2a21-406a-8f1d-85466105c004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.870872514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"f1c3a04d-da00-4e7d-aa33-63d5d268bf1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.87105667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"0e96f24f-7054-45d5-97e2-99694ac1c32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.871351198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"2e0f33b1-42d2-44a4-873d-3816c017b184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.880312757Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"db297d8f-5142-4504-b03d-dc121e63d4f9","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.893865872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"2e0f33b1-42d2-44a4-873d-3816c017b184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.894034624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"f1c3a04d-da00-4e7d-aa33-63d5d268bf1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.896133987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"0e96f24f-7054-45d5-97e2-99694ac1c32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.896150131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a00a2e1-2a21-406a-8f1d-85466105c004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:10.904911275Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"db2abe15-d0ea-40a4-8c46-d93b539ad8df","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.022363472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"9d982653-632a-4d44-aceb-ba516cdbe636","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.022467552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a2f4a52d-ebf7-48a1-b3a1-29137a8ebbd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.047239941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a2f4a52d-ebf7-48a1-b3a1-29137a8ebbd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.111998784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e4bb05f-9cbf-4f5c-bde5-1c4a16c65fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.116384964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e0c39143-3881-4764-9afa-1d22d4556e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.116590085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c4563225-1bb5-4834-98d0-29fc3669d092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.116392732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"4e30f5cc-913c-4187-9c58-152ac428d3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.136628115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e4bb05f-9cbf-4f5c-bde5-1c4a16c65fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.139214717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e0c39143-3881-4764-9afa-1d22d4556e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.140115625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"4e30f5cc-913c-4187-9c58-152ac428d3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.143713843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c4563225-1bb5-4834-98d0-29fc3669d092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.162943117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 19, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e4bb05f-9cbf-4f5c-bde5-1c4a16c65fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.172277429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"03bf7091-fd1e-41e1-95b4-b88b42ec6db8","namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.18912807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"b67ceea4-6b97-4cc4-86ed-628a82692e68","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.189167451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"b67ceea4-6b97-4cc4-86ed-628a82692e68","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.213667881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"aae924cc-651b-45e6-aa92-9f87c1030347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.235934963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"aae924cc-651b-45e6-aa92-9f87c1030347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.312951339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"642bc10b-eb82-435b-930e-def19f1c3361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.334111857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"642bc10b-eb82-435b-930e-def19f1c3361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.401570128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"26b9535b-8aa5-4fba-ba38-1d6722fb729f","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.401598155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"26b9535b-8aa5-4fba-ba38-1d6722fb729f","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.412218286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"312a0371-cd1c-4039-b33c-da64956b35d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.412285513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e42d3612-5604-4a2d-9354-06faf7072ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.434718437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e42d3612-5604-4a2d-9354-06faf7072ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.434729624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"312a0371-cd1c-4039-b33c-da64956b35d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.454569305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 19, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"312a0371-cd1c-4039-b33c-da64956b35d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.496890757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"b2c56b40-583a-4d0f-9139-10b380bc4507","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.512572312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26b5a9cf-5b70-412f-a973-48a1dcdc97ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.513001256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3410b362-597f-4b5a-b99d-0a7fce2d0221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.513006699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"269836fa-f3be-4d13-b00a-a177bd4d541e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.534243629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"269836fa-f3be-4d13-b00a-a177bd4d541e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.534332069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26b5a9cf-5b70-412f-a973-48a1dcdc97ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.536358951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3410b362-597f-4b5a-b99d-0a7fce2d0221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.55236476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"b2c56b40-583a-4d0f-9139-10b380bc4507","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.574676613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"b2c56b40-583a-4d0f-9139-10b380bc4507","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.613190173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"a6c9d748-741a-46d7-8836-5e7d1d79b41a","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.613214603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"a6c9d748-741a-46d7-8836-5e7d1d79b41a","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.613349229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"26481ce8-c98c-4dd6-8e22-7b21d4214d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.638310766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"26481ce8-c98c-4dd6-8e22-7b21d4214d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.713058701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"56e57582-0386-493c-b05b-436346bb5ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.713444163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ca4f941e-9acd-4a85-90d8-f4270f0d3be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.713696635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"c073df5c-42da-486e-9bcf-ae3fa365b79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.721425112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"9e507ae2-9435-49c4-9f5b-d87c6a05173e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.734011972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"56e57582-0386-493c-b05b-436346bb5ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.734698092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"c073df5c-42da-486e-9bcf-ae3fa365b79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.736211543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ca4f941e-9acd-4a85-90d8-f4270f0d3be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.747626629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"9e507ae2-9435-49c4-9f5b-d87c6a05173e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.813439747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"8ecfedfa-2cb2-4795-94c7-041bd57574e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:11.834676079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"8ecfedfa-2cb2-4795-94c7-041bd57574e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:13.892081147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"fda6b5bd-5b3b-423d-917a-162890fff135","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:13.94260972Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"fda6b5bd-5b3b-423d-917a-162890fff135","name":"e2e-extmod-b-94ea1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:21.506400816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0dd9621-da5f-4bcb-b8eb-f5d5ebc2b1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:21.527750498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0dd9621-da5f-4bcb-b8eb-f5d5ebc2b1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:21.547965383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 19, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0dd9621-da5f-4bcb-b8eb-f5d5ebc2b1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:21.629886931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"8479fe26-8b6d-4e71-808f-903626eb11a6","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:21.652322452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"8479fe26-8b6d-4e71-808f-903626eb11a6","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:21.672477315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"8479fe26-8b6d-4e71-808f-903626eb11a6","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:25.340446376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3c0814-51bb-4b85-9861-ff7289d413be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:25.356952879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3c0814-51bb-4b85-9861-ff7289d413be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:25.373049965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3c0814-51bb-4b85-9861-ff7289d413be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:25.389256813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3c0814-51bb-4b85-9861-ff7289d413be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:26.053743214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aef5fdb-68ec-4f6d-87c7-ac411ebae5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:26.070084306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aef5fdb-68ec-4f6d-87c7-ac411ebae5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:26.086349341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aef5fdb-68ec-4f6d-87c7-ac411ebae5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:26.102669712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aef5fdb-68ec-4f6d-87c7-ac411ebae5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:26.916256354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8e3550-3d31-4a09-8261-cd557a4d18cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:26.932492656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8e3550-3d31-4a09-8261-cd557a4d18cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:26.948677239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8e3550-3d31-4a09-8261-cd557a4d18cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:26.965008262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8e3550-3d31-4a09-8261-cd557a4d18cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:27.624594285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be7062e-0d00-443a-b06f-b33f99c4eb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:27.640683746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be7062e-0d00-443a-b06f-b33f99c4eb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:27.657098376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be7062e-0d00-443a-b06f-b33f99c4eb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:27.673287147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be7062e-0d00-443a-b06f-b33f99c4eb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:28.298668806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb756f9-26ba-4d5a-94aa-b22ee323d136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:28.314886868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb756f9-26ba-4d5a-94aa-b22ee323d136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:28.331073973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb756f9-26ba-4d5a-94aa-b22ee323d136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:28.347582323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb756f9-26ba-4d5a-94aa-b22ee323d136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:28.824306666Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:31.59694274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcd6f832-9523-4d06-8a3d-0bd36dcee104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:31.618101665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcd6f832-9523-4d06-8a3d-0bd36dcee104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:31.638106956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 19, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcd6f832-9523-4d06-8a3d-0bd36dcee104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:31.705317971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"d3ef9fe7-4dfd-4819-b257-cfe91c12db16","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:31.726542491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"d3ef9fe7-4dfd-4819-b257-cfe91c12db16","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:31.747018202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"d3ef9fe7-4dfd-4819-b257-cfe91c12db16","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.203496192Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","namespace":"ai-tenant-e2e-autores-637e08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.203569509Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","namespace":"ai-tenant-e2e-autores-637e08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.20362331Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","tenant":"e2e-autores-637e08","tenantID":"e2e-autores-637e08","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.221650356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"Deployment","name":"maas-api-e2e-autores-637e08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.260444765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"Service","name":"maas-api-e2e-autores-637e08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.280399384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-637e08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.298468343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-637e08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.318140802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.336804031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.358043944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.376527036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.392482468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"Deployment","name":"payload-processing-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.408111223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.423998253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"Service","name":"payload-processing-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.440045173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"Service","name":"payload-pre-processing-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.455892825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"DestinationRule","name":"payload-processing-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.47291987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.489060446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.509342605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.52533393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.541380312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.557551709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-637e08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.575044416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-637e08"},"namespace":"ai-tenant-e2e-autores-637e08","name":"default-tenant","reconcileID":"ff89e47f-6047-4f85-acd5-8a2c16fce756","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-637e08","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:32.857300968Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-637e08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-637e08","reconcileID":"452a5dd7-ce67-47c9-ac57-fd410a5463a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-637e08","removed":["maas.opendatahub.io/gateway-access-e2e-autores-637e08"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:33.265633618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d5d6c2-4760-4b3b-bb69-ec616a43fa54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:33.282692228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d5d6c2-4760-4b3b-bb69-ec616a43fa54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:33.298965837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d5d6c2-4760-4b3b-bb69-ec616a43fa54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:33.31513648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d5d6c2-4760-4b3b-bb69-ec616a43fa54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:34.172723102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070d3ce4-0fdf-47c8-b387-08fa47788444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:34.189886236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070d3ce4-0fdf-47c8-b387-08fa47788444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:34.206096166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070d3ce4-0fdf-47c8-b387-08fa47788444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:34.222831677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070d3ce4-0fdf-47c8-b387-08fa47788444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:39.90278638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"96ddf48f-a611-4a84-8a4a-4fcf4c554b36","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:39.925858515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"96ddf48f-a611-4a84-8a4a-4fcf4c554b36","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:39.946543727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34a23a9632c79d83316f1056b392dd8a2f6d07158be4cfbe36e117f0e2d4b89e) AuthConfig (b6eec7ce8ce8eeb920f27e6694c237f76a8eff12b8ac9aa2921d299181356dc9) AuthConfig (b265d4e980f6090f14533cfbeb63b5bb8baa9aa1c2000052f46d2a5162c04db5) AuthConfig (c16254e221d46ffa9d2ba2b2da693ce1faf071e62eaaa37f6a348a17ca3d446f) AuthConfig (a6933a7c33f7cba30ad1504fc90abb17162b0ad2a98dec4083a6fa6cb2327198) AuthConfig (a5c5d3699eb68e2ada970646751363c52a3b34167a310dc7d20abac42486b92d) AuthConfig (40434cb73d4e49cc72b1b1ae5a6ab3275d6596b3efaf6c4a0c624d954e2db1bc) AuthConfig (2b48161dc0746186222f98473633b2d709594b16bbcf0fe76a0a547f5efb8556) AuthConfig (9a3ea00f311eb548aad83bd11f8f22b59402cc42457a4479fcddf0c69e688278) AuthConfig (91485210f3c9f2f8ef79624c9e5b58cdc339c20a110c02349502ab604c859146)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"96ddf48f-a611-4a84-8a4a-4fcf4c554b36","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:39.986656658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"46e4fbe8-49a2-4cb3-9179-b49c632ff6ae","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:39.986691111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"46e4fbe8-49a2-4cb3-9179-b49c632ff6ae","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.035889478Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"936f4e49-ae6d-4aeb-9681-6966ea9f4a82","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.07114448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"30ac5f22-bd45-4c10-af81-ec020bbcdf51","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.085775759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"94526a41-7fa5-484d-b72a-3f737f86122f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.088121823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8baeeeb-210b-48e7-9576-e94544580bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.08829685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c8d72a5a-09fe-44c1-91e0-9ad0041a437e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.088646735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"c9375815-0d8a-4a7c-9fc1-670d64c63845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.094263874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"30ac5f22-bd45-4c10-af81-ec020bbcdf51","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.109316641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"94526a41-7fa5-484d-b72a-3f737f86122f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.110515817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8baeeeb-210b-48e7-9576-e94544580bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.112105743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c8d72a5a-09fe-44c1-91e0-9ad0041a437e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.11311072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"c9375815-0d8a-4a7c-9fc1-670d64c63845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.116522142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34a23a9632c79d83316f1056b392dd8a2f6d07158be4cfbe36e117f0e2d4b89e) AuthConfig (b6eec7ce8ce8eeb920f27e6694c237f76a8eff12b8ac9aa2921d299181356dc9) AuthConfig (b265d4e980f6090f14533cfbeb63b5bb8baa9aa1c2000052f46d2a5162c04db5) AuthConfig (c16254e221d46ffa9d2ba2b2da693ce1faf071e62eaaa37f6a348a17ca3d446f) AuthConfig (a6933a7c33f7cba30ad1504fc90abb17162b0ad2a98dec4083a6fa6cb2327198) AuthConfig (a5c5d3699eb68e2ada970646751363c52a3b34167a310dc7d20abac42486b92d) AuthConfig (40434cb73d4e49cc72b1b1ae5a6ab3275d6596b3efaf6c4a0c624d954e2db1bc) AuthConfig (2b48161dc0746186222f98473633b2d709594b16bbcf0fe76a0a547f5efb8556) AuthConfig (9a3ea00f311eb548aad83bd11f8f22b59402cc42457a4479fcddf0c69e688278) AuthConfig (91485210f3c9f2f8ef79624c9e5b58cdc339c20a110c02349502ab604c859146)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"30ac5f22-bd45-4c10-af81-ec020bbcdf51","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.131218002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8baeeeb-210b-48e7-9576-e94544580bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.155972511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"015a5a65-4018-4fa7-8182-a33a5e6fca5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.155998292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"015a5a65-4018-4fa7-8182-a33a5e6fca5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.176209961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"fb5959ce-37ee-4ddb-84b5-84bc84d994c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.202545148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"fb5959ce-37ee-4ddb-84b5-84bc84d994c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.262576321Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"6a1506e6-14ff-42f1-a964-75e3b6ad6b83","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.277577972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c107e02d-41c0-4f74-887e-e5c49ced2ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.301815467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"b5b0e4a6-3f9c-4736-a42b-308e8c3c2621","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.307506453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c107e02d-41c0-4f74-887e-e5c49ced2ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.375342659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"75f2f858-82d6-457e-8fef-ada8b036e9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.375382231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9c690e71-f80e-4346-802a-bc36af5ecb1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.379540743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a60f40c9-6dd7-4c0b-84ec-6131b511c051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.394729671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"de94df46-0345-4a13-a217-2e137e696097","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.39951318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9c690e71-f80e-4346-802a-bc36af5ecb1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.401036115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"75f2f858-82d6-457e-8fef-ada8b036e9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.407086302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a60f40c9-6dd7-4c0b-84ec-6131b511c051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.46227297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"0f0db92b-022a-4965-9c20-782bbb8e5d6f","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.475485454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b0623c3d-efec-43dc-a505-d1180c31baa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.481422157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"c2a1764f-8a14-4ac7-9ac2-7adddd26856b","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.501739644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b0623c3d-efec-43dc-a505-d1180c31baa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.573383807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"dd036214-7cbe-403e-a075-31a3e897982a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.596250359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"dd036214-7cbe-403e-a075-31a3e897982a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.657238664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"0db3272f-dec7-4d1a-933c-d3370b79fb8d","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.676887654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"dcfaed8a-751a-4f06-ab42-d7e84b4b78cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.682611956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"0db3272f-dec7-4d1a-933c-d3370b79fb8d","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.686749529Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"0f0e03e2-4bc9-47d1-abf5-c93fe15b1a40","namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.772286878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"dcfaed8a-751a-4f06-ab42-d7e84b4b78cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.774273828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34a23a9632c79d83316f1056b392dd8a2f6d07158be4cfbe36e117f0e2d4b89e) AuthConfig (b6eec7ce8ce8eeb920f27e6694c237f76a8eff12b8ac9aa2921d299181356dc9) AuthConfig (b265d4e980f6090f14533cfbeb63b5bb8baa9aa1c2000052f46d2a5162c04db5) AuthConfig (c16254e221d46ffa9d2ba2b2da693ce1faf071e62eaaa37f6a348a17ca3d446f) AuthConfig (a6933a7c33f7cba30ad1504fc90abb17162b0ad2a98dec4083a6fa6cb2327198) AuthConfig (a5c5d3699eb68e2ada970646751363c52a3b34167a310dc7d20abac42486b92d) AuthConfig (40434cb73d4e49cc72b1b1ae5a6ab3275d6596b3efaf6c4a0c624d954e2db1bc) AuthConfig (2b48161dc0746186222f98473633b2d709594b16bbcf0fe76a0a547f5efb8556) AuthConfig (9a3ea00f311eb548aad83bd11f8f22b59402cc42457a4479fcddf0c69e688278) AuthConfig (91485210f3c9f2f8ef79624c9e5b58cdc339c20a110c02349502ab604c859146)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"0db3272f-dec7-4d1a-933c-d3370b79fb8d","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.775470909Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"4ef591b0-c454-4894-9957-96372b3d97aa","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.852354163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"e38f0899-22ea-438e-9e30-1d6634609907","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.852395004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"e38f0899-22ea-438e-9e30-1d6634609907","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.853065383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"698dbd3a-0e2c-4e54-ac75-1d09b11b94e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.853544736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1736b798-b0d2-46e8-b3c0-132f1f1e4a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.884468526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4370a0bd-9ff3-4f2a-9eba-499f86109b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.88452231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e443052b-475c-4985-9b30-0807540f434e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.895260765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1736b798-b0d2-46e8-b3c0-132f1f1e4a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.913589454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"698dbd3a-0e2c-4e54-ac75-1d09b11b94e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.923267077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1736b798-b0d2-46e8-b3c0-132f1f1e4a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.925035196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e443052b-475c-4985-9b30-0807540f434e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.933001415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4370a0bd-9ff3-4f2a-9eba-499f86109b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:40.983334661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"978b5e1e-ca8d-43d9-a336-88a0f97facf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.009147194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"978b5e1e-ca8d-43d9-a336-88a0f97facf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.020187783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4a29cba8-998b-4ba6-ae05-8139d73a20bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.100456845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4a29cba8-998b-4ba6-ae05-8139d73a20bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.128951423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"f0a5b39e-12c2-4ca1-be6e-898d9d9c7add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.131274334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"946e45ca-c6c8-4793-9cd1-36b534713239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.166096614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"f0a5b39e-12c2-4ca1-be6e-898d9d9c7add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.166997665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"946e45ca-c6c8-4793-9cd1-36b534713239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.179403745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"3e510041-ac88-431a-b269-781b6ceaa215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.209494805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"3e510041-ac88-431a-b269-781b6ceaa215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.283203469Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"03b71c17-b14e-4620-ae9a-948ed9828669","namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.31142837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"39bf2154-8c54-4b22-9f33-6ab302499c62","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.311462424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"39bf2154-8c54-4b22-9f33-6ab302499c62","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.330293748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"b66f0283-63bd-47eb-a79d-428024cd1acf","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.393905546Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"b66f0283-63bd-47eb-a79d-428024cd1acf","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.415202832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1afb3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"b66f0283-63bd-47eb-a79d-428024cd1acf","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.451318561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"aad8a1f6-97e8-47ba-9d81-40c78c4ce43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.45138904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"be358114-26d3-4fea-adcd-160fdf7c52ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.456734829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"79a9cb04-ce99-4d38-95c6-5a29a72ef185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.456746161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dd430df-4d62-428b-a970-1b76e7abeaaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.499928167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"aad8a1f6-97e8-47ba-9d81-40c78c4ce43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.512390243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"c1cb51c6-5e62-4d80-a10a-ab1af3913a68","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.512430393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"c1cb51c6-5e62-4d80-a10a-ab1af3913a68","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.51405756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dd430df-4d62-428b-a970-1b76e7abeaaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.516325193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"be358114-26d3-4fea-adcd-160fdf7c52ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.519227487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"79a9cb04-ce99-4d38-95c6-5a29a72ef185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.53387732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"3dcc0f46-4238-493f-88ec-5ece8ce80fe8","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.538934591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dd430df-4d62-428b-a970-1b76e7abeaaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.561506375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"3dcc0f46-4238-493f-88ec-5ece8ce80fe8","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.586374663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34a23a9632c79d83316f1056b392dd8a2f6d07158be4cfbe36e117f0e2d4b89e) AuthConfig (b6eec7ce8ce8eeb920f27e6694c237f76a8eff12b8ac9aa2921d299181356dc9) AuthConfig (b265d4e980f6090f14533cfbeb63b5bb8baa9aa1c2000052f46d2a5162c04db5) AuthConfig (c16254e221d46ffa9d2ba2b2da693ce1faf071e62eaaa37f6a348a17ca3d446f) AuthConfig (a6933a7c33f7cba30ad1504fc90abb17162b0ad2a98dec4083a6fa6cb2327198) AuthConfig (a5c5d3699eb68e2ada970646751363c52a3b34167a310dc7d20abac42486b92d) AuthConfig (40434cb73d4e49cc72b1b1ae5a6ab3275d6596b3efaf6c4a0c624d954e2db1bc) AuthConfig (2b48161dc0746186222f98473633b2d709594b16bbcf0fe76a0a547f5efb8556) AuthConfig (9a3ea00f311eb548aad83bd11f8f22b59402cc42457a4479fcddf0c69e688278) AuthConfig (91485210f3c9f2f8ef79624c9e5b58cdc339c20a110c02349502ab604c859146)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"3dcc0f46-4238-493f-88ec-5ece8ce80fe8","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.658850493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"062a8580-5de5-4716-a760-7bbb0fea8ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.661267257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"439da4bd-c57e-4b6a-8fb6-65ec813bdec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.685476903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"439da4bd-c57e-4b6a-8fb6-65ec813bdec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.685536885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"062a8580-5de5-4716-a760-7bbb0fea8ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.695305908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"cfa7d414-6293-45f7-a09e-6e610a0762bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.716937135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"cfa7d414-6293-45f7-a09e-6e610a0762bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.753655018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0663e1ab-b4ed-4d4e-a514-a5ad7f0af12c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.753654681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7fde95a8-411d-4ce7-8c17-4ff1ac17d294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.774836974Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"1dd5cc53-a25f-49e8-b19d-b7f6f96b4526","namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.779863045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0663e1ab-b4ed-4d4e-a514-a5ad7f0af12c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.780796057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7fde95a8-411d-4ce7-8c17-4ff1ac17d294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.872574656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"844e8b89-5658-4908-9dbf-3f458ddd750b","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.888031599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c17fe897-a51f-4a63-9b00-3c46e152b852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.902143541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"844e8b89-5658-4908-9dbf-3f458ddd750b","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.914662722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c17fe897-a51f-4a63-9b00-3c46e152b852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.923528714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1afb3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"844e8b89-5658-4908-9dbf-3f458ddd750b","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.97580932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"a6eb92ec-4c7c-485d-8b94-398eb203e52b","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.985604878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b55dc8ee-1fc9-4b35-a564-7fe2dbf21ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.993995709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"520fd436-7af7-4b3d-af7c-93c6ec40a725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.993994677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8e03253c-4b42-49bc-8b15-036f3dace73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:41.999574127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"a6eb92ec-4c7c-485d-8b94-398eb203e52b","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.009308146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b55dc8ee-1fc9-4b35-a564-7fe2dbf21ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.015623652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8e03253c-4b42-49bc-8b15-036f3dace73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.016059273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"520fd436-7af7-4b3d-af7c-93c6ec40a725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.019968866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34a23a9632c79d83316f1056b392dd8a2f6d07158be4cfbe36e117f0e2d4b89e) AuthConfig (b6eec7ce8ce8eeb920f27e6694c237f76a8eff12b8ac9aa2921d299181356dc9) AuthConfig (b265d4e980f6090f14533cfbeb63b5bb8baa9aa1c2000052f46d2a5162c04db5) AuthConfig (c16254e221d46ffa9d2ba2b2da693ce1faf071e62eaaa37f6a348a17ca3d446f) AuthConfig (a6933a7c33f7cba30ad1504fc90abb17162b0ad2a98dec4083a6fa6cb2327198) AuthConfig (a5c5d3699eb68e2ada970646751363c52a3b34167a310dc7d20abac42486b92d) AuthConfig (40434cb73d4e49cc72b1b1ae5a6ab3275d6596b3efaf6c4a0c624d954e2db1bc) AuthConfig (2b48161dc0746186222f98473633b2d709594b16bbcf0fe76a0a547f5efb8556) AuthConfig (9a3ea00f311eb548aad83bd11f8f22b59402cc42457a4479fcddf0c69e688278) AuthConfig (91485210f3c9f2f8ef79624c9e5b58cdc339c20a110c02349502ab604c859146)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"a6eb92ec-4c7c-485d-8b94-398eb203e52b","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.03677476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"520fd436-7af7-4b3d-af7c-93c6ec40a725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.093338917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"66db5970-5499-4fc5-baad-1d9d4a712678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.093473408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"f927e2df-9d78-42ca-b7c1-4d5f5bf71ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.093849265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a9b829ba-e5d7-400e-a1b6-861af00a1988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.115006477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"f927e2df-9d78-42ca-b7c1-4d5f5bf71ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.117466719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a9b829ba-e5d7-400e-a1b6-861af00a1988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.117773627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"66db5970-5499-4fc5-baad-1d9d4a712678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.129016181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49ecbea7-1ccb-4a12-a152-7b700e009420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.12901632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"3f1bd0e5-022f-471e-9458-b28b742fe153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.154608849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49ecbea7-1ccb-4a12-a152-7b700e009420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.154710361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"3f1bd0e5-022f-471e-9458-b28b742fe153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.221756388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"4fe7f669-b1cb-4ae3-aa97-30e6f9cbedb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.221896939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9e79fe65-7e72-4112-a2a5-d36368b68ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.221756433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"f6ec0b8a-ff65-4240-924c-7f9001d7426a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.243602055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"4fe7f669-b1cb-4ae3-aa97-30e6f9cbedb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.243884532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9e79fe65-7e72-4112-a2a5-d36368b68ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:42.246333981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"f6ec0b8a-ff65-4240-924c-7f9001d7426a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:50.937919305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"df4d9b2f-ca9e-4509-a719-0a09e00d7350","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:50.937951658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"df4d9b2f-ca9e-4509-a719-0a09e00d7350","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.119754721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"7f8dd812-511b-4796-914a-d1c45ee7a521","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.119789246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"7f8dd812-511b-4796-914a-d1c45ee7a521","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.14122959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"6f16d36d-22b9-4f2e-91ff-b4e81a9b9ebd","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.141267254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"6f16d36d-22b9-4f2e-91ff-b4e81a9b9ebd","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.160196546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"868a60bd-6eae-4410-ac39-d228dc4fa47c","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.216954499Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"868a60bd-6eae-4410-ac39-d228dc4fa47c","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.237046779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"868a60bd-6eae-4410-ac39-d228dc4fa47c","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.273638779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"f9765a8e-8543-4a48-ba12-bfa200745bcd","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.273675684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"f9765a8e-8543-4a48-ba12-bfa200745bcd","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.959227356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"383d118c-02ed-47cc-8ab5-ddc01d9d2d10","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:51.981073355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"383d118c-02ed-47cc-8ab5-ddc01d9d2d10","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:52.001307152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1afb3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"383d118c-02ed-47cc-8ab5-ddc01d9d2d10","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:52.054625098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"220477f8-f5ed-4e20-b741-568b41139658","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:52.076005346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"220477f8-f5ed-4e20-b741-568b41139658","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:52.08749808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa4f3e0d-d180-49c3-9b93-56bfb73a6d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:52.096429045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34a23a9632c79d83316f1056b392dd8a2f6d07158be4cfbe36e117f0e2d4b89e) AuthConfig (b6eec7ce8ce8eeb920f27e6694c237f76a8eff12b8ac9aa2921d299181356dc9) AuthConfig (b265d4e980f6090f14533cfbeb63b5bb8baa9aa1c2000052f46d2a5162c04db5) AuthConfig (c16254e221d46ffa9d2ba2b2da693ce1faf071e62eaaa37f6a348a17ca3d446f) AuthConfig (a6933a7c33f7cba30ad1504fc90abb17162b0ad2a98dec4083a6fa6cb2327198) AuthConfig (a5c5d3699eb68e2ada970646751363c52a3b34167a310dc7d20abac42486b92d) AuthConfig (40434cb73d4e49cc72b1b1ae5a6ab3275d6596b3efaf6c4a0c624d954e2db1bc) AuthConfig (2b48161dc0746186222f98473633b2d709594b16bbcf0fe76a0a547f5efb8556) AuthConfig (9a3ea00f311eb548aad83bd11f8f22b59402cc42457a4479fcddf0c69e688278) AuthConfig (91485210f3c9f2f8ef79624c9e5b58cdc339c20a110c02349502ab604c859146)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"220477f8-f5ed-4e20-b741-568b41139658","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:52.110250442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa4f3e0d-d180-49c3-9b93-56bfb73a6d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:52.131017129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa4f3e0d-d180-49c3-9b93-56bfb73a6d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:24:58.82011227Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.282769652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbfe5cd9-1406-415e-b415-4ea3f7c5928a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.298839763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbfe5cd9-1406-415e-b415-4ea3f7c5928a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.314954118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbfe5cd9-1406-415e-b415-4ea3f7c5928a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.331308702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbfe5cd9-1406-415e-b415-4ea3f7c5928a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.737892191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"f78cd2af-fa30-4284-9f7d-e3ed2b34d9b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.761253597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"f78cd2af-fa30-4284-9f7d-e3ed2b34d9b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.785421967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1afb3e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8086b5f3ec5d7e0fb17a5eb34e332aa75ae65ea995ea244d44db9ff2483dae4) AuthConfig (4eda44b39311606ba8531becb5f58277be86d0720b82cea9bc068bf7494b02b0) AuthConfig (b067766dd85a9c82ba16b8bcad407576bdb9fe4f2effd2c4f24bcc946d966823) AuthConfig (3105b9a30ab00d8ffad43c623da95059a93119a64d236205a44fd506ae71ae0b) AuthConfig (882d90f7330c9ed3c1ae681a649c8859c45c1585a9f0b05c677dd7efec413628) AuthConfig (991f5e14da8fec7d373075268c771eef1bb877f3179cf43c1aa7b91da43b4c82) AuthConfig (792ed58fff977d2a9ba1c0f459b44bfc6d27cd90bdad44d14f979ab5d411464e) AuthConfig (d3aaae9a30d2c9f47895e4558f266ce2e718d6d64d0ca50540b836558310c152) AuthConfig (9249dbef74f1d2fbfa3f8fd84901284844bf843abdd9db2c7e0ffbfa17661167) AuthConfig (1204804e6910f13c5d14f7f2d6026293f1cf091fac49c61f8087ea82588c7c2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"f78cd2af-fa30-4284-9f7d-e3ed2b34d9b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.876698873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"c61a0797-2782-4503-8178-5348b95dc8a1","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.877549732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"8383b7b9-e3ac-4c80-b55a-4ad477332849","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.877572383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"8383b7b9-e3ac-4c80-b55a-4ad477332849","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.897668422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"c61a0797-2782-4503-8178-5348b95dc8a1","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:00.9177885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"c61a0797-2782-4503-8178-5348b95dc8a1","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:01.108092337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480282cf-7b20-4de4-80dd-5e934e9e1801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:01.125712069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480282cf-7b20-4de4-80dd-5e934e9e1801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:01.141813785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480282cf-7b20-4de4-80dd-5e934e9e1801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:01.159809157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480282cf-7b20-4de4-80dd-5e934e9e1801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:02.139446681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"209d4373-d5f1-4390-acdf-8a1441385dfa","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:02.160853254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"209d4373-d5f1-4390-acdf-8a1441385dfa","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:02.17999002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25835890-6894-4680-9984-d8c24ef998ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:02.204355523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25835890-6894-4680-9984-d8c24ef998ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:02.374301052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"0f3219e3-1726-4cbd-b8d9-e75bdc0d1638","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:02.3743324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"0f3219e3-1726-4cbd-b8d9-e75bdc0d1638","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:02.374643174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18ecc101-d741-4c70-9d99-9a922fb27562","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:02.374655269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18ecc101-d741-4c70-9d99-9a922fb27562","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.569655267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"d42e653b-d43e-4de4-81d5-4b9bda74cb5e","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.569692755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"d42e653b-d43e-4de4-81d5-4b9bda74cb5e","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.586871713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"4bce06a5-4165-4228-977f-f26d2bd5bcbe","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:25:07.589261106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-sub","reconcileID":"ad79a3c5-f17a-4587-a116-a895a8c5ca56","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-b1fed2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.608830892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"6c4e75ab-a2cb-4e6b-8db1-3a8e2c0ca7e5","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.608865969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"6c4e75ab-a2cb-4e6b-8db1-3a8e2c0ca7e5","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.610285594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"4bce06a5-4165-4228-977f-f26d2bd5bcbe","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:25:07.628137247Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"6c4e75ab-a2cb-4e6b-8db1-3a8e2c0ca7e5","name":"e2e-att-serve-b1fed2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-b1fed2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:25:07.628242336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"6c4e75ab-a2cb-4e6b-8db1-3a8e2c0ca7e5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-b1fed2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.644899242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"e972e558-e95e-4a92-87e9-f8e95cb4827f","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.644934875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"e972e558-e95e-4a92-87e9-f8e95cb4827f","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.667712731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"70de087d-05e4-491d-bb69-cab735192140","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.667743659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"70de087d-05e4-491d-bb69-cab735192140","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.725185836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"ae16f027-b317-480d-ac4f-49f8da6afbae","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.737615574Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-sub","reconcileID":"f5d7f36b-cb54-4b0a-b94d-62256c2d71e6","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"maas-trlp-e2e-att-serve-b1fed2","model":"e2e-att-serve-b1fed2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-dd80cb/e2e-att-serve-b1fed2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.746194129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"ae16f027-b317-480d-ac4f-49f8da6afbae","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.831683433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"a6e506ba-8224-4ee4-9f3d-ea643908c63d","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.831718783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"a6e506ba-8224-4ee4-9f3d-ea643908c63d","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:07.898368845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-sub","reconcileID":"3e33ed5f-869d-4ed2-85af-b3815a1ad816","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"maas-trlp-e2e-att-serve-b1fed2","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:09.190676944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566cb3a7-539b-46ac-a307-281b7fe4770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:09.207189916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566cb3a7-539b-46ac-a307-281b7fe4770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:09.223773918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566cb3a7-539b-46ac-a307-281b7fe4770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:09.240792787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566cb3a7-539b-46ac-a307-281b7fe4770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:09.873108238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69030a15-5993-46fb-b6e2-192276654263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:09.889385858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69030a15-5993-46fb-b6e2-192276654263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:09.905500089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69030a15-5993-46fb-b6e2-192276654263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:09.921763593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69030a15-5993-46fb-b6e2-192276654263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:10.086440277Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1cb829","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1cb829","reconcileID":"5e0dd895-4701-4c06-bdba-26e1568b7ab3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1cb829","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-1cb829":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:10.649665679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2df9b45-6cd1-4f11-8200-7150efee2ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:10.665865208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2df9b45-6cd1-4f11-8200-7150efee2ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:10.682103403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2df9b45-6cd1-4f11-8200-7150efee2ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:10.698365063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2df9b45-6cd1-4f11-8200-7150efee2ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:10.9722468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ce2c07c4-50fc-413e-a628-20cbe212487a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:10.984226603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"180e4a14-251b-4323-98c8-a4fa26e080f9","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:10.993534128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ce2c07c4-50fc-413e-a628-20cbe212487a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:11.006406051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"180e4a14-251b-4323-98c8-a4fa26e080f9","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:11.015291533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1afb3e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8086b5f3ec5d7e0fb17a5eb34e332aa75ae65ea995ea244d44db9ff2483dae4) AuthConfig (4eda44b39311606ba8531becb5f58277be86d0720b82cea9bc068bf7494b02b0) AuthConfig (b067766dd85a9c82ba16b8bcad407576bdb9fe4f2effd2c4f24bcc946d966823) AuthConfig (3105b9a30ab00d8ffad43c623da95059a93119a64d236205a44fd506ae71ae0b) AuthConfig (882d90f7330c9ed3c1ae681a649c8859c45c1585a9f0b05c677dd7efec413628) AuthConfig (991f5e14da8fec7d373075268c771eef1bb877f3179cf43c1aa7b91da43b4c82) AuthConfig (792ed58fff977d2a9ba1c0f459b44bfc6d27cd90bdad44d14f979ab5d411464e) AuthConfig (d3aaae9a30d2c9f47895e4558f266ce2e718d6d64d0ca50540b836558310c152) AuthConfig (9249dbef74f1d2fbfa3f8fd84901284844bf843abdd9db2c7e0ffbfa17661167) AuthConfig (1204804e6910f13c5d14f7f2d6026293f1cf091fac49c61f8087ea82588c7c2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ce2c07c4-50fc-413e-a628-20cbe212487a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:11.026481988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"180e4a14-251b-4323-98c8-a4fa26e080f9","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.091121569Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"d66a490c-4c7b-4e92-ae91-623b4c4755d0","namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.109817409Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"07539ad0-ac01-4e6b-af44-4a59cabe80e5","namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.181607203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"06df02c0-e525-411f-865b-f1cbf0448dcf","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.183287927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"7a82d62d-80ee-44b9-99e0-0509715d7e60","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.198142179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"020c408f-7519-43f7-b83b-0ac7285ba7a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.253898126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"7a82d62d-80ee-44b9-99e0-0509715d7e60","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.254526422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"06df02c0-e525-411f-865b-f1cbf0448dcf","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.259204157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"020c408f-7519-43f7-b83b-0ac7285ba7a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.27088816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"3a3f97b4-edcd-437a-a4ad-4712a6781e52","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.277215139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1afb3e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8086b5f3ec5d7e0fb17a5eb34e332aa75ae65ea995ea244d44db9ff2483dae4) AuthConfig (4eda44b39311606ba8531becb5f58277be86d0720b82cea9bc068bf7494b02b0) AuthConfig (b067766dd85a9c82ba16b8bcad407576bdb9fe4f2effd2c4f24bcc946d966823) AuthConfig (3105b9a30ab00d8ffad43c623da95059a93119a64d236205a44fd506ae71ae0b) AuthConfig (882d90f7330c9ed3c1ae681a649c8859c45c1585a9f0b05c677dd7efec413628) AuthConfig (991f5e14da8fec7d373075268c771eef1bb877f3179cf43c1aa7b91da43b4c82) AuthConfig (792ed58fff977d2a9ba1c0f459b44bfc6d27cd90bdad44d14f979ab5d411464e) AuthConfig (d3aaae9a30d2c9f47895e4558f266ce2e718d6d64d0ca50540b836558310c152) AuthConfig (9249dbef74f1d2fbfa3f8fd84901284844bf843abdd9db2c7e0ffbfa17661167) AuthConfig (1204804e6910f13c5d14f7f2d6026293f1cf091fac49c61f8087ea82588c7c2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"7a82d62d-80ee-44b9-99e0-0509715d7e60","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.290717221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57f47960-6228-4a44-85b4-afe3d7afa38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.293252813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"3a3f97b4-edcd-437a-a4ad-4712a6781e52","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.313346897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57f47960-6228-4a44-85b4-afe3d7afa38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.315061433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"3a3f97b4-edcd-437a-a4ad-4712a6781e52","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.324740463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"f4bf5549-786b-408e-92cd-ee98dad80013","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.342284869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e8258fb3-6124-468e-b8f7-e60277576aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.364084784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e8258fb3-6124-468e-b8f7-e60277576aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.443142366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b2136d35-72ef-4a5b-910b-ac1706b11f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.443194732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"3e29d9da-017c-4d0e-8006-630ac5ac4fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.464567627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"3e29d9da-017c-4d0e-8006-630ac5ac4fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.465968021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b2136d35-72ef-4a5b-910b-ac1706b11f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.475646117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"f08000ff-16ff-4c13-bc70-2ed0081fdfd0","namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.481836754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"6d4e0b0c-5320-4bc4-ac7e-340d7281ff61","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.481868205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"6d4e0b0c-5320-4bc4-ac7e-340d7281ff61","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.521821181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"dec6876f-2626-4e8c-a760-8de79c3c4e7e","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.521851793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"dec6876f-2626-4e8c-a760-8de79c3c4e7e","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:25:13.539449302Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"dec6876f-2626-4e8c-a760-8de79c3c4e7e","name":"e2e-att-serve-54e803","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-54e803\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:25:13.539527696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"dec6876f-2626-4e8c-a760-8de79c3c4e7e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-54e803\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.543276489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f9e7b490-b80d-42b9-855d-57375997d732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.543406422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"19ee33fa-3691-4957-9730-fbd59892e579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.561536845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"22c13b85-0386-451a-8990-bf2ba6175203","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.561574582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"22c13b85-0386-451a-8990-bf2ba6175203","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.566134755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"19ee33fa-3691-4957-9730-fbd59892e579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.566316598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f9e7b490-b80d-42b9-855d-57375997d732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.646399648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec56c15c-0fbe-42a5-9d6a-4bb65edbd1d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.646398116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"cbaf3fdb-ab2a-4ea3-994f-9a8d9e85ea87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.647079251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"4638e5a3-1408-4a07-a9a5-5edfedb42f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.667963241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec56c15c-0fbe-42a5-9d6a-4bb65edbd1d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.667969274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"cbaf3fdb-ab2a-4ea3-994f-9a8d9e85ea87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.670046587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"4638e5a3-1408-4a07-a9a5-5edfedb42f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.745663949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"dd230b66-efe4-4792-aa23-2cb88713ce6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.745688802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"b1d4ad81-db3b-4f6b-b63f-2127686f506a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.766909943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"dd230b66-efe4-4792-aa23-2cb88713ce6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.766955629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"b1d4ad81-db3b-4f6b-b63f-2127686f506a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.830065168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"499fcdf5-83b3-4380-9ba9-ebac4274ac93","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.846263364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3b0b626d-555e-42e8-b96f-bc0a8acf93ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.846282227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d29f42-447a-420c-91c5-11675ca71dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.851467134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"499fcdf5-83b3-4380-9ba9-ebac4274ac93","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.867735054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d29f42-447a-420c-91c5-11675ca71dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.86780932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3b0b626d-555e-42e8-b96f-bc0a8acf93ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.871294556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1afb3e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8086b5f3ec5d7e0fb17a5eb34e332aa75ae65ea995ea244d44db9ff2483dae4) AuthConfig (4eda44b39311606ba8531becb5f58277be86d0720b82cea9bc068bf7494b02b0) AuthConfig (b067766dd85a9c82ba16b8bcad407576bdb9fe4f2effd2c4f24bcc946d966823) AuthConfig (3105b9a30ab00d8ffad43c623da95059a93119a64d236205a44fd506ae71ae0b) AuthConfig (882d90f7330c9ed3c1ae681a649c8859c45c1585a9f0b05c677dd7efec413628) AuthConfig (991f5e14da8fec7d373075268c771eef1bb877f3179cf43c1aa7b91da43b4c82) AuthConfig (792ed58fff977d2a9ba1c0f459b44bfc6d27cd90bdad44d14f979ab5d411464e) AuthConfig (d3aaae9a30d2c9f47895e4558f266ce2e718d6d64d0ca50540b836558310c152) AuthConfig (9249dbef74f1d2fbfa3f8fd84901284844bf843abdd9db2c7e0ffbfa17661167) AuthConfig (1204804e6910f13c5d14f7f2d6026293f1cf091fac49c61f8087ea82588c7c2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"499fcdf5-83b3-4380-9ba9-ebac4274ac93","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.906811675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"566251d6-fa61-4f1e-bf0e-be3aa9855694","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.906847028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"566251d6-fa61-4f1e-bf0e-be3aa9855694","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.929975723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"24243170-d742-47a6-96b2-2e4eabf405b1","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.930015706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"ce2ea1a0-e884-4aa4-b7ce-6eb8a1f6463c","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.930618614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"e9aed12d-2f8d-461d-bd26-5c322e241aae","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.951524274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"ce2ea1a0-e884-4aa4-b7ce-6eb8a1f6463c","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.953713585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"24243170-d742-47a6-96b2-2e4eabf405b1","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.971375985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"ce2ea1a0-e884-4aa4-b7ce-6eb8a1f6463c","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:13.985802226Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"e9aed12d-2f8d-461d-bd26-5c322e241aae","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:14.005432863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"e9aed12d-2f8d-461d-bd26-5c322e241aae","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:14.042116883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"8632c88d-f2dc-4dbd-89a1-bfb9d12cde53","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:14.042146222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"8632c88d-f2dc-4dbd-89a1-bfb9d12cde53","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:14.045101459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e2c0e3b4-1d0d-4aaa-81a8-8026f7f10114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:14.045217862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"ad2ae9b2-0ec1-44eb-8853-b2211323296c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:14.045930438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1605a4aa-4265-4be5-99e9-d13c9a7001cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:14.066867505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e2c0e3b4-1d0d-4aaa-81a8-8026f7f10114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:14.067293485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"ad2ae9b2-0ec1-44eb-8853-b2211323296c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:14.071387369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1605a4aa-4265-4be5-99e9-d13c9a7001cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:23.906025285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"b8d9df1c-f1d9-4607-ae75-d0f6141251ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:23.927744968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"b8d9df1c-f1d9-4607-ae75-d0f6141251ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:23.947711398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1afb3e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8086b5f3ec5d7e0fb17a5eb34e332aa75ae65ea995ea244d44db9ff2483dae4) AuthConfig (4eda44b39311606ba8531becb5f58277be86d0720b82cea9bc068bf7494b02b0) AuthConfig (b067766dd85a9c82ba16b8bcad407576bdb9fe4f2effd2c4f24bcc946d966823) AuthConfig (3105b9a30ab00d8ffad43c623da95059a93119a64d236205a44fd506ae71ae0b) AuthConfig (882d90f7330c9ed3c1ae681a649c8859c45c1585a9f0b05c677dd7efec413628) AuthConfig (991f5e14da8fec7d373075268c771eef1bb877f3179cf43c1aa7b91da43b4c82) AuthConfig (792ed58fff977d2a9ba1c0f459b44bfc6d27cd90bdad44d14f979ab5d411464e) AuthConfig (d3aaae9a30d2c9f47895e4558f266ce2e718d6d64d0ca50540b836558310c152) AuthConfig (9249dbef74f1d2fbfa3f8fd84901284844bf843abdd9db2c7e0ffbfa17661167) AuthConfig (1204804e6910f13c5d14f7f2d6026293f1cf091fac49c61f8087ea82588c7c2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"b8d9df1c-f1d9-4607-ae75-d0f6141251ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:24.004948805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"3fb529d4-3c0f-4218-b10a-910757c4f549","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:24.026494718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"3fb529d4-3c0f-4218-b10a-910757c4f549","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:24.04661479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"3fb529d4-3c0f-4218-b10a-910757c4f549","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:24.061361355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"6884a775-3746-485f-93c8-78c6146e4a39","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:24.155080202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"6884a775-3746-485f-93c8-78c6146e4a39","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:24.249609072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"6884a775-3746-485f-93c8-78c6146e4a39","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:28.819481286Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:29.228308711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-sub","reconcileID":"b39a4d28-8ebe-4751-aa12-975ef3f3e80e","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"maas-trlp-e2e-att-serve-b1fed2","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:29.320831794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"4144fcc7-2f56-47ce-b462-ecc795c8bfc7","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:29.320867227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"4144fcc7-2f56-47ce-b462-ecc795c8bfc7","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.555815987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"9425a347-fe8e-431c-9ec3-adcbd72f94ff","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.577659173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"9425a347-fe8e-431c-9ec3-adcbd72f94ff","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.597783379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b57869dfd74e1e1038b0d3519c28fe8c695a5b57d677b7eda12ab903cd41f6e4) AuthConfig (b46ab8fed2ae59929ce468d3df059af9c46d0f6930607e6680b0906c7745d680) AuthConfig (2dca610ea20b68c4ccc96d5627b7562f61fa349cd931ede43c69ea985be540cd) AuthConfig (55d2936660f1defea5efa26913d499faedc8f7c96f24968a48b2d426f18d2e52) AuthConfig (af02604902c5c66898139fc7c31e57b033568f730f24d742e75dde3f31749f8b) AuthConfig (8e821a79f55c47988ea3e84883618d64230a20fb310956e3ee281d33ccc30d41) AuthConfig (bfa0bd31c94f06c65225c311d5341ab27c55d5a07443124eab7d7a9f3b495295) AuthConfig (58234284595669e6c7311099d1d57ac062100579ff555aef2c612d93d31b1091) AuthConfig (d37f0a91810bdd1a92dea754463b17d900d87d8c4e65ff495265b41597197b9f) AuthConfig (7bb905521c920dfa861e6f4623ed3c4cf7f34822bb4bcbb5bdc210e0eb8aa575)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"9425a347-fe8e-431c-9ec3-adcbd72f94ff","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.636392535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"314b3a2f-1838-4ff4-9101-157e7ad68c38","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.636424862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"314b3a2f-1838-4ff4-9101-157e7ad68c38","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.656838945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"d814b7b8-98cb-469f-a09f-316a72061e32","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.678862616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"d814b7b8-98cb-469f-a09f-316a72061e32","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.86767891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"6a6c7a3b-b454-44cd-bbd5-fd6dbb1cc0d3","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.867722151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"6a6c7a3b-b454-44cd-bbd5-fd6dbb1cc0d3","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.884247603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"2b4b91d1-3996-4c81-95a5-0e7660197dfd","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.904926477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"2b4b91d1-3996-4c81-95a5-0e7660197dfd","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:30.90787079Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-sub","reconcileID":"3e16e1dd-85c9-4fc0-a44b-acfa74030d43","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a770f91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:31.089073414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"f97a11de-288f-4997-93f3-71c122481ccb","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:31.110274476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"f97a11de-288f-4997-93f3-71c122481ccb","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:33.981995495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"8ed364f7-f1fb-4044-bcb7-bce5cf00dc61","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:34.002780323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"8ed364f7-f1fb-4044-bcb7-bce5cf00dc61","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:34.085464817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"b0b22b2a-8d3e-4083-a740-7f36b7ecc7d7","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:34.106594081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"b0b22b2a-8d3e-4083-a740-7f36b7ecc7d7","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:34.126458322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0360e056f35e07b66b533013a1038a9ba106ed4c881e90866de5765a999e5d2) AuthConfig (32bdf3b201376523f17ab217cc195b869ad6663158300bfcc4fa6f37f6a68452) AuthConfig (4317cc1c533706d5e036452b070860251c4410ba6f3bd8e370028f669b54d726) AuthConfig (1f73f51a2dc4321dbb34191c8cdee21bae371552ffa68e7bb8d3b6d39cd4c933) AuthConfig (1b76c53349a235f8fca836a601793bf53d6c2996dac8d6f649b6e50f8f9e9e4a) AuthConfig (921bd24175497eb9dc2da3c1d9b97be0854b4cf17108f99d90fe2cf8a6f1c028) AuthConfig (ebf28e5a53b122b4e368a50cd23b115202311ad3232d148edbca4f83e1e1a9bb) AuthConfig (11dc5a1be737712659ed1ca0638da26d95f40b707e556d525c222b42db951afd) AuthConfig (60cd3759b8f2beed078acdfff11d729eb5a2a9289cbc2ba4e325fd25bcb3be7d) AuthConfig (79336577baf93cbb49d31b098d088cdaf4bcea332585d2d60281f5be4745e094)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"b0b22b2a-8d3e-4083-a740-7f36b7ecc7d7","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:34.164726944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"6018a2b6-187e-470d-915f-c72697b1f064","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:34.164760268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"6018a2b6-187e-470d-915f-c72697b1f064","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:34.209316104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"63d5f4df-7ce6-487d-815b-162faa3de7b9","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:34.209349651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"63d5f4df-7ce6-487d-815b-162faa3de7b9","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.46884202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"5e7bb92e-f84b-4e69-9a7f-9d6865fad0d4","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.468876923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"5e7bb92e-f84b-4e69-9a7f-9d6865fad0d4","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.485336314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"74e1db1e-416e-475c-ba54-788f25f546e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:25:37.487865467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"989fa65b-28a3-483c-8da2-9162ea5bbc93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-27f9f5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.507125712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"74e1db1e-416e-475c-ba54-788f25f546e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.509118936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"66f7ebdc-0aaa-4a57-9540-7fee3fa28c8c","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.509147105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"66f7ebdc-0aaa-4a57-9540-7fee3fa28c8c","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:25:37.526732593Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"66f7ebdc-0aaa-4a57-9540-7fee3fa28c8c","name":"e2e-att-unrel-27f9f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-27f9f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:25:37.526803736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"66f7ebdc-0aaa-4a57-9540-7fee3fa28c8c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-27f9f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.547231909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"b8a975b6-ef02-4d6b-9f61-b41c3b6a39be","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.547263875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"b8a975b6-ef02-4d6b-9f61-b41c3b6a39be","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.568818518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"c5f19b42-a800-4c59-8115-ed13f92b73b0","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.568851961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"c5f19b42-a800-4c59-8115-ed13f92b73b0","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.620615545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"991a4723-d678-4443-a961-ffe601e41f5e","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.641691032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"991a4723-d678-4443-a961-ffe601e41f5e","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.648446979Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"26aba7ca-88f8-4078-b4ca-3dbadae28209","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-att-unrel-27f9f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1afb3e/e2e-att-unrel-27f9f5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.740826196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"8167dadd-45f9-421e-a89d-d4dddef6f087","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.740859583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"8167dadd-45f9-421e-a89d-d4dddef6f087","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:37.807863196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"ab76bdb3-f195-49b4-a93b-cb89109dfcf8","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:40.65366858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"337cdfbc-7cda-466c-87f3-e0f5a8c2ee8a","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:40.674821894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"337cdfbc-7cda-466c-87f3-e0f5a8c2ee8a","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:40.695282954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b57869dfd74e1e1038b0d3519c28fe8c695a5b57d677b7eda12ab903cd41f6e4) AuthConfig (b46ab8fed2ae59929ce468d3df059af9c46d0f6930607e6680b0906c7745d680) AuthConfig (2dca610ea20b68c4ccc96d5627b7562f61fa349cd931ede43c69ea985be540cd) AuthConfig (55d2936660f1defea5efa26913d499faedc8f7c96f24968a48b2d426f18d2e52) AuthConfig (af02604902c5c66898139fc7c31e57b033568f730f24d742e75dde3f31749f8b) AuthConfig (8e821a79f55c47988ea3e84883618d64230a20fb310956e3ee281d33ccc30d41) AuthConfig (bfa0bd31c94f06c65225c311d5341ab27c55d5a07443124eab7d7a9f3b495295) AuthConfig (58234284595669e6c7311099d1d57ac062100579ff555aef2c612d93d31b1091) AuthConfig (d37f0a91810bdd1a92dea754463b17d900d87d8c4e65ff495265b41597197b9f) AuthConfig (7bb905521c920dfa861e6f4623ed3c4cf7f34822bb4bcbb5bdc210e0eb8aa575)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"337cdfbc-7cda-466c-87f3-e0f5a8c2ee8a","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:40.924631874Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-sub","reconcileID":"6de63779-eea5-4f52-937d-20d494bd9df9","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","subscription":"e2e-att-serve-b1fed2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:40.96079205Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-sub","reconcileID":"6de63779-eea5-4f52-937d-20d494bd9df9","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:40.977380115Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-sub","reconcileID":"6de63779-eea5-4f52-937d-20d494bd9df9","MaaSSubscription":{"name":"e2e-att-serve-b1fed2-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"maas-trlp-e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.090331374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"4f159582-0a1a-4b60-8c64-399244726083","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.09036584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"4f159582-0a1a-4b60-8c64-399244726083","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.105405654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"60c2feae-4e60-4431-845c-4ae90fbb8e28","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.127790637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"60c2feae-4e60-4431-845c-4ae90fbb8e28","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.226960926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"dfb202e2-5a5c-4caa-834b-0d1f451c8d47","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.237486146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"8475366f-5385-4d2a-b07a-eef54f53b56c","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.237519109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"8475366f-5385-4d2a-b07a-eef54f53b56c","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.247832626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"dfb202e2-5a5c-4caa-834b-0d1f451c8d47","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.327919914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"16585fe5-5c68-439c-8e07-8375abe4a6cc","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.429494917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"16585fe5-5c68-439c-8e07-8375abe4a6cc","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.489657526Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"16585fe5-5c68-439c-8e07-8375abe4a6cc","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.489686541Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-att-serve-b1fed2-access","reconcileID":"16585fe5-5c68-439c-8e07-8375abe4a6cc","MaaSAuthPolicy":{"name":"e2e-att-serve-b1fed2-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.526976659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"6d5e9d96-fe29-4ff7-8042-2884ac8bda98","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"tenant":"e2e-extmod-b-dd80cb","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","model":"e2e-extmod-att-user-4ca515/e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:41.52700962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"6d5e9d96-fe29-4ff7-8042-2884ac8bda98","MaaSModelRef":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"routeName":"external-model-e2e-att-serve-b1fed2-7a5ec37a0384","namespace":"e2e-extmod-att-user-4ca515","model":"e2e-att-serve-b1fed2","externalModel":"e2e-att-serve-b1fed2","provider":"e2e-att-serve-b1fed2-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.448519054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"66c6aefd-f1f4-41f4-abad-55f0ae5df2e3","namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.485474488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"d54a1985-9f2e-48c7-9474-231d60e6ee11","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.485796258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"60f1486f-64af-4ae4-9713-2feb859e209f","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.486885319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"9b24e60a-ac38-445c-baad-2f9680018a21","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.502421341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9e05b7f-537f-462f-b22a-412b84c4e2a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.504408643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"69fd4f3f-6cee-4241-8bed-5da419173977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.507598693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"d54a1985-9f2e-48c7-9474-231d60e6ee11","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.508048343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"60f1486f-64af-4ae4-9713-2feb859e209f","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.510702882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"9b24e60a-ac38-445c-baad-2f9680018a21","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.523852673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9e05b7f-537f-462f-b22a-412b84c4e2a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.525647296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"69fd4f3f-6cee-4241-8bed-5da419173977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.52736496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b57869dfd74e1e1038b0d3519c28fe8c695a5b57d677b7eda12ab903cd41f6e4) AuthConfig (b46ab8fed2ae59929ce468d3df059af9c46d0f6930607e6680b0906c7745d680) AuthConfig (2dca610ea20b68c4ccc96d5627b7562f61fa349cd931ede43c69ea985be540cd) AuthConfig (55d2936660f1defea5efa26913d499faedc8f7c96f24968a48b2d426f18d2e52) AuthConfig (af02604902c5c66898139fc7c31e57b033568f730f24d742e75dde3f31749f8b) AuthConfig (8e821a79f55c47988ea3e84883618d64230a20fb310956e3ee281d33ccc30d41) AuthConfig (bfa0bd31c94f06c65225c311d5341ab27c55d5a07443124eab7d7a9f3b495295) AuthConfig (58234284595669e6c7311099d1d57ac062100579ff555aef2c612d93d31b1091) AuthConfig (d37f0a91810bdd1a92dea754463b17d900d87d8c4e65ff495265b41597197b9f) AuthConfig (7bb905521c920dfa861e6f4623ed3c4cf7f34822bb4bcbb5bdc210e0eb8aa575)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"d54a1985-9f2e-48c7-9474-231d60e6ee11","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.530365841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0360e056f35e07b66b533013a1038a9ba106ed4c881e90866de5765a999e5d2) AuthConfig (32bdf3b201376523f17ab217cc195b869ad6663158300bfcc4fa6f37f6a68452) AuthConfig (4317cc1c533706d5e036452b070860251c4410ba6f3bd8e370028f669b54d726) AuthConfig (1f73f51a2dc4321dbb34191c8cdee21bae371552ffa68e7bb8d3b6d39cd4c933) AuthConfig (1b76c53349a235f8fca836a601793bf53d6c2996dac8d6f649b6e50f8f9e9e4a) AuthConfig (921bd24175497eb9dc2da3c1d9b97be0854b4cf17108f99d90fe2cf8a6f1c028) AuthConfig (ebf28e5a53b122b4e368a50cd23b115202311ad3232d148edbca4f83e1e1a9bb) AuthConfig (11dc5a1be737712659ed1ca0638da26d95f40b707e556d525c222b42db951afd) AuthConfig (60cd3759b8f2beed078acdfff11d729eb5a2a9289cbc2ba4e325fd25bcb3be7d) AuthConfig (79336577baf93cbb49d31b098d088cdaf4bcea332585d2d60281f5be4745e094)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"9b24e60a-ac38-445c-baad-2f9680018a21","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.601198095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"742cf8dc-97ce-4da2-b9ca-94eae6bbff50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.601291108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"c8a5012e-9d93-4201-afb3-f4e42fa6bcfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.623577692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"742cf8dc-97ce-4da2-b9ca-94eae6bbff50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.624569271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"c8a5012e-9d93-4201-afb3-f4e42fa6bcfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.639284894Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b1fed2","namespace":"e2e-extmod-att-user-4ca515"},"namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","reconcileID":"1f68b90e-129e-4c68-ad1e-0f51e4d0aec1","namespace":"e2e-extmod-att-user-4ca515","name":"e2e-att-serve-b1fed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.672069401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6415a246-3023-4679-a67b-84fcd68ade5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.695579702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6415a246-3023-4679-a67b-84fcd68ade5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.705668596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e18c7786-8b66-4676-9ae9-5df9d769689a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.705669305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0793c386-3f8f-4f94-8065-db484a10a32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.727530816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e18c7786-8b66-4676-9ae9-5df9d769689a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.7277441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0793c386-3f8f-4f94-8065-db484a10a32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.804958385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"99a3487b-836b-442c-b450-5de1814e657c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.804961511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"989de8da-6709-4377-b6d3-7ad5fd896613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.826084094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"99a3487b-836b-442c-b450-5de1814e657c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.82608868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"989de8da-6709-4377-b6d3-7ad5fd896613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.905021746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"00edf4cd-a9f6-48c7-a33b-c7297f11031b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.90537325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"a0cb8ef3-866c-4462-8b40-f11dea159335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.905890516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ebf34001-3e22-4874-bfed-6b9dc54f680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.927697498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"a0cb8ef3-866c-4462-8b40-f11dea159335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.927767327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"00edf4cd-a9f6-48c7-a33b-c7297f11031b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.931588806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ebf34001-3e22-4874-bfed-6b9dc54f680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.992567626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"11152575-daf2-4150-9cae-1f2566c82d14","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:42.992567822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"0a5977bf-d3b3-49db-bc43-f6e10afef257","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.01398291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"11152575-daf2-4150-9cae-1f2566c82d14","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.014041144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"0a5977bf-d3b3-49db-bc43-f6e10afef257","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.034511682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0360e056f35e07b66b533013a1038a9ba106ed4c881e90866de5765a999e5d2) AuthConfig (32bdf3b201376523f17ab217cc195b869ad6663158300bfcc4fa6f37f6a68452) AuthConfig (4317cc1c533706d5e036452b070860251c4410ba6f3bd8e370028f669b54d726) AuthConfig (1f73f51a2dc4321dbb34191c8cdee21bae371552ffa68e7bb8d3b6d39cd4c933) AuthConfig (1b76c53349a235f8fca836a601793bf53d6c2996dac8d6f649b6e50f8f9e9e4a) AuthConfig (921bd24175497eb9dc2da3c1d9b97be0854b4cf17108f99d90fe2cf8a6f1c028) AuthConfig (ebf28e5a53b122b4e368a50cd23b115202311ad3232d148edbca4f83e1e1a9bb) AuthConfig (11dc5a1be737712659ed1ca0638da26d95f40b707e556d525c222b42db951afd) AuthConfig (60cd3759b8f2beed078acdfff11d729eb5a2a9289cbc2ba4e325fd25bcb3be7d) AuthConfig (79336577baf93cbb49d31b098d088cdaf4bcea332585d2d60281f5be4745e094)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"0a5977bf-d3b3-49db-bc43-f6e10afef257","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.034937203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b57869dfd74e1e1038b0d3519c28fe8c695a5b57d677b7eda12ab903cd41f6e4) AuthConfig (b46ab8fed2ae59929ce468d3df059af9c46d0f6930607e6680b0906c7745d680) AuthConfig (2dca610ea20b68c4ccc96d5627b7562f61fa349cd931ede43c69ea985be540cd) AuthConfig (55d2936660f1defea5efa26913d499faedc8f7c96f24968a48b2d426f18d2e52) AuthConfig (af02604902c5c66898139fc7c31e57b033568f730f24d742e75dde3f31749f8b) AuthConfig (8e821a79f55c47988ea3e84883618d64230a20fb310956e3ee281d33ccc30d41) AuthConfig (bfa0bd31c94f06c65225c311d5341ab27c55d5a07443124eab7d7a9f3b495295) AuthConfig (58234284595669e6c7311099d1d57ac062100579ff555aef2c612d93d31b1091) AuthConfig (d37f0a91810bdd1a92dea754463b17d900d87d8c4e65ff495265b41597197b9f) AuthConfig (7bb905521c920dfa861e6f4623ed3c4cf7f34822bb4bcbb5bdc210e0eb8aa575)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"11152575-daf2-4150-9cae-1f2566c82d14","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.090698832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"95e8a1de-7068-4579-a8cf-37cbf5eb1c11","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.106351255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"aa5248b6-12e6-403f-ad5f-c507fdd495d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.111729968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"95e8a1de-7068-4579-a8cf-37cbf5eb1c11","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.128515327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"aa5248b6-12e6-403f-ad5f-c507fdd495d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.207958441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"99289ce6-1493-403c-8db6-04244d851317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.208789514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36a60627-03ba-475b-9836-5f3e086af1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.208810427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6f693c11-818f-4b58-b411-22369f57c327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.225735663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8c7f591f-7ad2-491c-9d80-8551bbbfe009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.231020566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36a60627-03ba-475b-9836-5f3e086af1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.231233696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6f693c11-818f-4b58-b411-22369f57c327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.233354334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"99289ce6-1493-403c-8db6-04244d851317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:43.246908885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8c7f591f-7ad2-491c-9d80-8551bbbfe009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:53.070185596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"01070d8a-7254-4bdb-9c2f-e8c165902124","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:53.070352533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"6d6606e3-b5d8-445b-b00d-b9dd7c29bbce","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:53.093113033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"6d6606e3-b5d8-445b-b00d-b9dd7c29bbce","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:53.093108651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"01070d8a-7254-4bdb-9c2f-e8c165902124","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:53.115953393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0360e056f35e07b66b533013a1038a9ba106ed4c881e90866de5765a999e5d2) AuthConfig (32bdf3b201376523f17ab217cc195b869ad6663158300bfcc4fa6f37f6a68452) AuthConfig (4317cc1c533706d5e036452b070860251c4410ba6f3bd8e370028f669b54d726) AuthConfig (1f73f51a2dc4321dbb34191c8cdee21bae371552ffa68e7bb8d3b6d39cd4c933) AuthConfig (1b76c53349a235f8fca836a601793bf53d6c2996dac8d6f649b6e50f8f9e9e4a) AuthConfig (921bd24175497eb9dc2da3c1d9b97be0854b4cf17108f99d90fe2cf8a6f1c028) AuthConfig (ebf28e5a53b122b4e368a50cd23b115202311ad3232d148edbca4f83e1e1a9bb) AuthConfig (11dc5a1be737712659ed1ca0638da26d95f40b707e556d525c222b42db951afd) AuthConfig (60cd3759b8f2beed078acdfff11d729eb5a2a9289cbc2ba4e325fd25bcb3be7d) AuthConfig (79336577baf93cbb49d31b098d088cdaf4bcea332585d2d60281f5be4745e094)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"01070d8a-7254-4bdb-9c2f-e8c165902124","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:53.115979793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b57869dfd74e1e1038b0d3519c28fe8c695a5b57d677b7eda12ab903cd41f6e4) AuthConfig (b46ab8fed2ae59929ce468d3df059af9c46d0f6930607e6680b0906c7745d680) AuthConfig (2dca610ea20b68c4ccc96d5627b7562f61fa349cd931ede43c69ea985be540cd) AuthConfig (55d2936660f1defea5efa26913d499faedc8f7c96f24968a48b2d426f18d2e52) AuthConfig (af02604902c5c66898139fc7c31e57b033568f730f24d742e75dde3f31749f8b) AuthConfig (8e821a79f55c47988ea3e84883618d64230a20fb310956e3ee281d33ccc30d41) AuthConfig (bfa0bd31c94f06c65225c311d5341ab27c55d5a07443124eab7d7a9f3b495295) AuthConfig (58234284595669e6c7311099d1d57ac062100579ff555aef2c612d93d31b1091) AuthConfig (d37f0a91810bdd1a92dea754463b17d900d87d8c4e65ff495265b41597197b9f) AuthConfig (7bb905521c920dfa861e6f4623ed3c4cf7f34822bb4bcbb5bdc210e0eb8aa575)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"6d6606e3-b5d8-445b-b00d-b9dd7c29bbce","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:54.586522714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"4988869f-a53e-40cf-af56-a3923d1fd794","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1cb829","tenantID":"e2e-extmod-a-1cb829","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:54.632444247Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"4988869f-a53e-40cf-af56-a3923d1fd794","name":"e2e-extmod-a-1cb829-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.339367069Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"fa9f9e39-4c8d-4aeb-8ddc-aa1b48edaeb3","namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.378850171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"0919fc3f-3ed2-4852-b745-7573a2d6049c","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.38014275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"c72a3d93-d301-43c6-9794-0aa320a6e268","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.385777085Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"d353a1db-c802-4452-9a70-e306efd335f0","namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.394248421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"42f5ee6a-1a24-477f-8587-c0bc9bc72ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.395278353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"259a241f-078c-4390-a10a-151ba702c7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.396745897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"247a1bea-5731-4903-ad35-7ad6445e1342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.400181199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"0919fc3f-3ed2-4852-b745-7573a2d6049c","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.400650722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"c72a3d93-d301-43c6-9794-0aa320a6e268","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.419402168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"247a1bea-5731-4903-ad35-7ad6445e1342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.419468071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"259a241f-078c-4390-a10a-151ba702c7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.421845109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"42f5ee6a-1a24-477f-8587-c0bc9bc72ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.421909912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0360e056f35e07b66b533013a1038a9ba106ed4c881e90866de5765a999e5d2) AuthConfig (32bdf3b201376523f17ab217cc195b869ad6663158300bfcc4fa6f37f6a68452) AuthConfig (4317cc1c533706d5e036452b070860251c4410ba6f3bd8e370028f669b54d726) AuthConfig (1f73f51a2dc4321dbb34191c8cdee21bae371552ffa68e7bb8d3b6d39cd4c933) AuthConfig (1b76c53349a235f8fca836a601793bf53d6c2996dac8d6f649b6e50f8f9e9e4a) AuthConfig (921bd24175497eb9dc2da3c1d9b97be0854b4cf17108f99d90fe2cf8a6f1c028) AuthConfig (ebf28e5a53b122b4e368a50cd23b115202311ad3232d148edbca4f83e1e1a9bb) AuthConfig (11dc5a1be737712659ed1ca0638da26d95f40b707e556d525c222b42db951afd) AuthConfig (60cd3759b8f2beed078acdfff11d729eb5a2a9289cbc2ba4e325fd25bcb3be7d) AuthConfig (79336577baf93cbb49d31b098d088cdaf4bcea332585d2d60281f5be4745e094)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"0919fc3f-3ed2-4852-b745-7573a2d6049c","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.423143479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b57869dfd74e1e1038b0d3519c28fe8c695a5b57d677b7eda12ab903cd41f6e4) AuthConfig (b46ab8fed2ae59929ce468d3df059af9c46d0f6930607e6680b0906c7745d680) AuthConfig (2dca610ea20b68c4ccc96d5627b7562f61fa349cd931ede43c69ea985be540cd) AuthConfig (55d2936660f1defea5efa26913d499faedc8f7c96f24968a48b2d426f18d2e52) AuthConfig (af02604902c5c66898139fc7c31e57b033568f730f24d742e75dde3f31749f8b) AuthConfig (8e821a79f55c47988ea3e84883618d64230a20fb310956e3ee281d33ccc30d41) AuthConfig (bfa0bd31c94f06c65225c311d5341ab27c55d5a07443124eab7d7a9f3b495295) AuthConfig (58234284595669e6c7311099d1d57ac062100579ff555aef2c612d93d31b1091) AuthConfig (d37f0a91810bdd1a92dea754463b17d900d87d8c4e65ff495265b41597197b9f) AuthConfig (7bb905521c920dfa861e6f4623ed3c4cf7f34822bb4bcbb5bdc210e0eb8aa575)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"c72a3d93-d301-43c6-9794-0aa320a6e268","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.481786699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"02643fae-7307-4f6d-b638-5914bd56f881","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.498898783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f9219355-a6f6-4477-b0b5-850701de0636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.507115785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"02643fae-7307-4f6d-b638-5914bd56f881","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.5214742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f9219355-a6f6-4477-b0b5-850701de0636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.597340496Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"429425dd-fa8e-4520-86d2-9e7c48cc5c64","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.71355391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"110efac8-6fb7-4cf3-87b6-85ee63214722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.713949838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"1e1e0187-0410-47af-959b-35611f50a0ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.714327612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4034947-edac-4767-a825-da37b1b6103f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.751861946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"110efac8-6fb7-4cf3-87b6-85ee63214722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.754749647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"1e1e0187-0410-47af-959b-35611f50a0ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.757722288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4034947-edac-4767-a825-da37b1b6103f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.869697407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"c9422426-60ca-444c-9ef1-b41d9c9361d9","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.884032655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0e3bd7f5-6bd6-48e7-912e-d1d8a4b51ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.884461722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"079c0eba-7b53-474d-8116-451db2c8bb0f","namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.950190428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"fce1c518-6e41-43a6-a77e-5c9a1f332655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.973381929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"933c3dd5-51df-4f92-83a8-d4b3e2e3a889","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.973417078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"933c3dd5-51df-4f92-83a8-d4b3e2e3a889","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.977880502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0e3bd7f5-6bd6-48e7-912e-d1d8a4b51ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.978668534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"fce1c518-6e41-43a6-a77e-5c9a1f332655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:56.988118884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50a43548-086e-4ecb-9e21-7e08523b4c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.00585457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9dfeca73-53d5-4883-8753-5221b838e6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.007262269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e6727740-93f3-4de4-9c46-949435b0c8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.009043408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50a43548-086e-4ecb-9e21-7e08523b4c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.029017672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e6727740-93f3-4de4-9c46-949435b0c8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.029037656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9dfeca73-53d5-4883-8753-5221b838e6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.151771209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"67ad1034-45b4-433a-b178-01d7b54e72b9","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.162972286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"f0637ac0-c5e5-4989-881f-caa7849913b2","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.179640875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"67ad1034-45b4-433a-b178-01d7b54e72b9","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.213629456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3752d1ed-06c4-46f3-9a0f-f74626c080b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.219305715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0360e056f35e07b66b533013a1038a9ba106ed4c881e90866de5765a999e5d2) AuthConfig (32bdf3b201376523f17ab217cc195b869ad6663158300bfcc4fa6f37f6a68452) AuthConfig (4317cc1c533706d5e036452b070860251c4410ba6f3bd8e370028f669b54d726) AuthConfig (1f73f51a2dc4321dbb34191c8cdee21bae371552ffa68e7bb8d3b6d39cd4c933) AuthConfig (1b76c53349a235f8fca836a601793bf53d6c2996dac8d6f649b6e50f8f9e9e4a) AuthConfig (921bd24175497eb9dc2da3c1d9b97be0854b4cf17108f99d90fe2cf8a6f1c028) AuthConfig (ebf28e5a53b122b4e368a50cd23b115202311ad3232d148edbca4f83e1e1a9bb) AuthConfig (11dc5a1be737712659ed1ca0638da26d95f40b707e556d525c222b42db951afd) AuthConfig (60cd3759b8f2beed078acdfff11d729eb5a2a9289cbc2ba4e325fd25bcb3be7d) AuthConfig (79336577baf93cbb49d31b098d088cdaf4bcea332585d2d60281f5be4745e094)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"67ad1034-45b4-433a-b178-01d7b54e72b9","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.220946481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"aaec113c-63e4-4ed7-89ab-1333d721b9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.22437595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"f0637ac0-c5e5-4989-881f-caa7849913b2","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.241289029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a4336119-143f-4855-a445-d5fc8d6ca43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.25044291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b57869dfd74e1e1038b0d3519c28fe8c695a5b57d677b7eda12ab903cd41f6e4) AuthConfig (b46ab8fed2ae59929ce468d3df059af9c46d0f6930607e6680b0906c7745d680) AuthConfig (2dca610ea20b68c4ccc96d5627b7562f61fa349cd931ede43c69ea985be540cd) AuthConfig (55d2936660f1defea5efa26913d499faedc8f7c96f24968a48b2d426f18d2e52) AuthConfig (af02604902c5c66898139fc7c31e57b033568f730f24d742e75dde3f31749f8b) AuthConfig (8e821a79f55c47988ea3e84883618d64230a20fb310956e3ee281d33ccc30d41) AuthConfig (bfa0bd31c94f06c65225c311d5341ab27c55d5a07443124eab7d7a9f3b495295) AuthConfig (58234284595669e6c7311099d1d57ac062100579ff555aef2c612d93d31b1091) AuthConfig (d37f0a91810bdd1a92dea754463b17d900d87d8c4e65ff495265b41597197b9f) AuthConfig (7bb905521c920dfa861e6f4623ed3c4cf7f34822bb4bcbb5bdc210e0eb8aa575)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"f0637ac0-c5e5-4989-881f-caa7849913b2","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.252945495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"aaec113c-63e4-4ed7-89ab-1333d721b9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.253184813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3752d1ed-06c4-46f3-9a0f-f74626c080b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.264653724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a4336119-143f-4855-a445-d5fc8d6ca43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.270531642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"1c8601ba-d7c6-47c6-bef2-f5662275deb0","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.270564399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"1c8601ba-d7c6-47c6-bef2-f5662275deb0","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.289867945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"08aab222-bc3c-42bd-892b-f1a1d716c5f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.304564915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1c9fcbb6-27d1-4cc6-9788-b5adf22c2ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.327545792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1c9fcbb6-27d1-4cc6-9788-b5adf22c2ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.359206098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"08aab222-bc3c-42bd-892b-f1a1d716c5f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.379744874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"08aab222-bc3c-42bd-892b-f1a1d716c5f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.411760152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6fe44c38-7bad-4374-92fc-9052f70c3984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.411760512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d6fdba2-6b37-4452-8b06-f4fceb01c970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.417093845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"76db699c-71ab-43d9-9836-d257d2f07659","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.417129931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"76db699c-71ab-43d9-9836-d257d2f07659","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.433180174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d6fdba2-6b37-4452-8b06-f4fceb01c970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.433363898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6fe44c38-7bad-4374-92fc-9052f70c3984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.512557607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a5593c4a-55e7-4ac8-8d63-72bb96577c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.512556369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6998f564-d64c-4b1d-8e4b-dd30b2ceaa01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.535289543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6998f564-d64c-4b1d-8e4b-dd30b2ceaa01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.535806018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a5593c4a-55e7-4ac8-8d63-72bb96577c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.612308065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"8f316680-ed70-4f50-8905-95a1319e790a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.63419588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"8f316680-ed70-4f50-8905-95a1319e790a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.710127693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2caa2ad1-13e6-4599-9485-22103aa34be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.7105269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ff3fefe9-c61a-43b1-aacb-bce0483f8e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.733062254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ff3fefe9-c61a-43b1-aacb-bce0483f8e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.7335649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2caa2ad1-13e6-4599-9485-22103aa34be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.795055497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ddc022fc-12c2-48ce-aa8e-3adfb8ff861d","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.810607699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"36c098ee-816d-43e1-b832-6ca07e76216b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.816636476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ddc022fc-12c2-48ce-aa8e-3adfb8ff861d","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:57.832976516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"36c098ee-816d-43e1-b832-6ca07e76216b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:58.691060536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"c3335cf4-f38b-4d86-ae9b-93f3ad81d4dc","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:58.783096572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"6149927d-31a1-44d8-80ed-5945513b4f6e","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:58.783129572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"6149927d-31a1-44d8-80ed-5945513b4f6e","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:58.855300704Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:58.911801487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"87a3b680-0967-4e40-8fe1-5c80f9b0347a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:25:58.932729017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"87a3b680-0967-4e40-8fe1-5c80f9b0347a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.111861557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"57865a09-6180-4d38-9c3e-7623f4becdc2","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.132826431Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"6bf03445-f07b-4269-b9fc-14d42a59fd48","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.145341857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"d825053d-581e-46aa-82da-100ed1fc3892","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.147492044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"26ad98ee-93d7-42dc-ac2b-329728e07291","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.148832653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"b69520ab-bfe6-4f40-be16-8c96af0b40b8","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.161025602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1a306f7b-fe92-452d-9a75-41662335add2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.164120233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f9af92dd-f8fc-4d3c-b4dd-bb92662025a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.169124699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"d825053d-581e-46aa-82da-100ed1fc3892","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.169773076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"b69520ab-bfe6-4f40-be16-8c96af0b40b8","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.171304791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"26ad98ee-93d7-42dc-ac2b-329728e07291","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.181771328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1a306f7b-fe92-452d-9a75-41662335add2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.185027559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f9af92dd-f8fc-4d3c-b4dd-bb92662025a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.190764861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"26ad98ee-93d7-42dc-ac2b-329728e07291","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.212987606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"74552107-e3b1-4710-a82a-cd0afd600909","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.213017723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"74552107-e3b1-4710-a82a-cd0afd600909","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.248064061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"ac91ce2f-afa5-4b99-8f53-c9fc97f4834e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.270540625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"01bed199-5ef4-4e3b-920a-2683ae9998e5","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.2706802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"01bed199-5ef4-4e3b-920a-2683ae9998e5","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.272213332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"ac91ce2f-afa5-4b99-8f53-c9fc97f4834e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.288702116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"b31ab10d-7710-4705-9c73-e0489bfd5204","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.354333065Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"a41e4e76-cce2-4b2d-ba00-7e6c82fbb333","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.364696592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9aefb953-5aee-4b95-b364-4eb77b9cd8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.364696236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ca38602-2991-4790-9484-2bfcb8882825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.387037531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ca38602-2991-4790-9484-2bfcb8882825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.387040009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9aefb953-5aee-4b95-b364-4eb77b9cd8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.452452912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"7a70355d-79d5-4b46-9ee4-e30262d45d88","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.452488335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"7a70355d-79d5-4b46-9ee4-e30262d45d88","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.466449908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d06488d9-f4c0-4e3a-bc05-3dfeba8a1ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.46948932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"0c866780-bd8c-4185-b14b-72e99ca5bfb7","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.469519497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"0c866780-bd8c-4185-b14b-72e99ca5bfb7","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.487527053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d06488d9-f4c0-4e3a-bc05-3dfeba8a1ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.549794779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e396ecf4-3ea4-43a3-93e4-ee429d3668d3","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.552407506Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"be8279f8-2b0f-442c-882e-d920d7b817f0","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.563924257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7cc280f6-dc23-41a8-a401-4692cc46403a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.564558895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c0720e22-fac8-468b-b2ed-4c551a375f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.566329639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"9637928f-f995-4ca6-a835-b16bda536414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.568823667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"59739a2d-f928-4825-8581-50ca2809305c","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.568908479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"59739a2d-f928-4825-8581-50ca2809305c","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.571179786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e396ecf4-3ea4-43a3-93e4-ee429d3668d3","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.586775741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7cc280f6-dc23-41a8-a401-4692cc46403a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.588041729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c0720e22-fac8-468b-b2ed-4c551a375f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.58904727Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"c2e1cd13-3139-4b37-92e7-a78f2692b8d0","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.59825983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"9637928f-f995-4ca6-a835-b16bda536414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.658450571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"ab9f4c7a-5e91-4cba-bff0-0abed83340d3","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.658572919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"ab9f4c7a-5e91-4cba-bff0-0abed83340d3","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.673941464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"5d1c1051-31d5-479a-8a4b-34cfbc4d995f","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.751741303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5a034de2-e3f3-4129-bd6a-14a80594f383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.794961531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5a034de2-e3f3-4129-bd6a-14a80594f383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.884548854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6132d93c-1b38-49b7-99cc-d0a76048683d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.906583987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6132d93c-1b38-49b7-99cc-d0a76048683d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.952612134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"f96853cc-19d2-427a-85ed-a56d61cc75c7","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.952632705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"c70d55c5-78bf-4b38-87d8-4eb02f66c1c0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.953544985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"d1a97fab-5974-409e-b49d-d3bb55c9d1c0","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.971569528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4440cadd-e37c-4028-9fe6-16f4da260381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.976752016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"d1a97fab-5974-409e-b49d-d3bb55c9d1c0","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.977885114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"c70d55c5-78bf-4b38-87d8-4eb02f66c1c0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.979044505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"f96853cc-19d2-427a-85ed-a56d61cc75c7","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.992076471Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"6ac65147-2579-454f-89c0-ae74de6d9922","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.993860024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4440cadd-e37c-4028-9fe6-16f4da260381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:00.997754461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"c70d55c5-78bf-4b38-87d8-4eb02f66c1c0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.00867424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"b28e147d-0280-491c-8527-0542b9f6acbc","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.030582642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"b28e147d-0280-491c-8527-0542b9f6acbc","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.056487368Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"5df6288d-db5f-4d93-90d6-d1fa064ff4de","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.056590867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"5df6288d-db5f-4d93-90d6-d1fa064ff4de","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.071660613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5ddebd7a-4e45-435c-ac71-0939418fd2c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.071723879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"16600378-0dc9-41f5-9d6b-b2282d22003f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.083602205Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"0d84735e-6f1a-4b94-a313-437802dcb204","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.083685597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"0d84735e-6f1a-4b94-a313-437802dcb204","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.092917298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"16600378-0dc9-41f5-9d6b-b2282d22003f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.093145834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5ddebd7a-4e45-435c-ac71-0939418fd2c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.121288795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"0b5bd4de-32df-4573-849b-8318185ba802","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.12136533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"0b5bd4de-32df-4573-849b-8318185ba802","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.152971053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"7930c161-2f3a-4565-b01f-9ab5dba283e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.156036679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"19f4661f-9852-4543-aed4-c618f2b7a2d9","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.169459482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0c00b0bb-23c9-400f-a156-07b8171c2de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.174033341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"7930c161-2f3a-4565-b01f-9ab5dba283e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.178110503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"baf42f25-350c-4368-80de-8b8525bb36d6","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.17822305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"baf42f25-350c-4368-80de-8b8525bb36d6","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.179495849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"19f4661f-9852-4543-aed4-c618f2b7a2d9","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.19177845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0c00b0bb-23c9-400f-a156-07b8171c2de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.253628033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"bb74aeb5-86de-45dc-9a66-a581cf7393b9","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.269382797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"643c06c4-c8ae-4661-aa31-016f486147b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.275092556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"8ab7df01-a9e8-4114-aa53-0f734ff5e424","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.275187236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"8ab7df01-a9e8-4114-aa53-0f734ff5e424","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.275951865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"bb74aeb5-86de-45dc-9a66-a581cf7393b9","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.287676872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"125a541b-0d39-4165-9a65-a4f7b1cd5be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.290490573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"643c06c4-c8ae-4661-aa31-016f486147b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.308546295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"125a541b-0d39-4165-9a65-a4f7b1cd5be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.368431827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"be5c3f36-263b-4872-9393-da2d22ca2c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.37051018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"36b320e9-d4d2-4fdf-9fd9-2073c4cf5d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.389334136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"be5c3f36-263b-4872-9393-da2d22ca2c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.391530593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"36b320e9-d4d2-4fdf-9fd9-2073c4cf5d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.452777295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"97431783-2444-4183-8002-a65822afc628","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.452858747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"97431783-2444-4183-8002-a65822afc628","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.473448462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e45d7a-0366-469a-bce2-239f17f5d03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.476413962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9f96f148-5e19-4482-9a65-6ea2ba662378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.487763174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"02b3bf86-2f09-4086-8a94-87b7d67a3263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.487763115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c180ae-c24e-4a26-830a-02da699e7e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.488464288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"6726892d-0c72-4e1c-88d5-7f4332fb5640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.494686185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e45d7a-0366-469a-bce2-239f17f5d03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.497116309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9f96f148-5e19-4482-9a65-6ea2ba662378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.509244009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"02b3bf86-2f09-4086-8a94-87b7d67a3263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.509410033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c180ae-c24e-4a26-830a-02da699e7e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.512137586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"6726892d-0c72-4e1c-88d5-7f4332fb5640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.577441434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"d1a3c061-c9a3-4e40-b2a4-c2012ba3eb86","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.598359059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"d1a3c061-c9a3-4e40-b2a4-c2012ba3eb86","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.618522957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"d1a3c061-c9a3-4e40-b2a4-c2012ba3eb86","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.709983365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"c91add6e-e940-4dbd-b973-8455b21bc142","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.744344849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"8e941063-fb02-443b-9429-2e5574f675b8","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.74556363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"6102a50e-f7eb-4537-869b-1d7e2a518b65","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.745604175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"9bd626dd-a264-47e3-a156-7e76ccfe4e0e","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.760306255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b5a8308e-f1dd-4064-9a10-7b7c00ef1374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.766081848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"8e941063-fb02-443b-9429-2e5574f675b8","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.766643508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"35b57b8c-91ab-41ba-89e0-937b345d19ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.767944381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"9bd626dd-a264-47e3-a156-7e76ccfe4e0e","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.769403511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"6102a50e-f7eb-4537-869b-1d7e2a518b65","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.781767204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b5a8308e-f1dd-4064-9a10-7b7c00ef1374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.787237813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"35b57b8c-91ab-41ba-89e0-937b345d19ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.788853377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"6102a50e-f7eb-4537-869b-1d7e2a518b65","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.789405135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"4439495a-ec8c-4b98-939d-41169aabb41e","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:01.789473194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"4439495a-ec8c-4b98-939d-41169aabb41e","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.837969519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1952ad8a-210a-4fe9-bba1-275c1980d9d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.858973801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1952ad8a-210a-4fe9-bba1-275c1980d9d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.868233878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"6f4b8f18-adef-41b3-8806-b8fd0062cb87","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.880531119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"2b38af54-96c0-485c-86a2-b2b65e5adbf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.889129617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"6f4b8f18-adef-41b3-8806-b8fd0062cb87","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.894308265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"37a684e8-4bf9-4d0a-a388-6c0ee1c73ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.897112115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa8ec2a4-03bb-456a-8078-35a48306c7f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.901332482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"2b38af54-96c0-485c-86a2-b2b65e5adbf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.915448004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"37a684e8-4bf9-4d0a-a388-6c0ee1c73ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:01.918238729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa8ec2a4-03bb-456a-8078-35a48306c7f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.064473506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1c42dcaf-bbdd-41da-948f-f9e0edb0b053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.08675065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1c42dcaf-bbdd-41da-948f-f9e0edb0b053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.165282075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d7c18305-4dff-4a95-919c-3bc7b3eef089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.16548292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84b431f6-ba50-4893-8b63-ea1b90cece99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.165290747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b116a39d-b7a2-4a47-a034-4b6f38b1a26f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.165718761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5af31f5c-c9b7-4b5a-8a7e-666095049602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.186266073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d7c18305-4dff-4a95-919c-3bc7b3eef089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.186844591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84b431f6-ba50-4893-8b63-ea1b90cece99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.189974331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b116a39d-b7a2-4a47-a034-4b6f38b1a26f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.190138115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5af31f5c-c9b7-4b5a-8a7e-666095049602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.282916756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"88afa3b5-2b5b-46e0-9d23-e96ac557ba3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:02.304886802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"88afa3b5-2b5b-46e0-9d23-e96ac557ba3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:02.447237122Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"13f4d767-fade-49c8-8645-cded887f1a8e","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:02.447317782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"13f4d767-fade-49c8-8645-cded887f1a8e","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.322146737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"f0318914-6bd2-47bc-8d38-930f411a3bd4","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.322223486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"f0318914-6bd2-47bc-8d38-930f411a3bd4","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.340326154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"4ea24c67-d7b7-4c7c-a0f9-ea72ff46de7d","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:03.34100832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-sub","reconcileID":"0064030b-ac8e-4db5-97cc-fd2cf94dc9de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-97b7e5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.361511075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"4ea24c67-d7b7-4c7c-a0f9-ea72ff46de7d","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.363332627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"531f4cb3-c555-4d58-8a71-82f523469d97","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.36336227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"531f4cb3-c555-4d58-8a71-82f523469d97","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:03.383816297Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"531f4cb3-c555-4d58-8a71-82f523469d97","name":"e2e-att-serve-97b7e5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-97b7e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:03.383904988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"531f4cb3-c555-4d58-8a71-82f523469d97","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-97b7e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.400739631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"630b8489-38e4-43d0-8152-7deb493de728","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.400770269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"630b8489-38e4-43d0-8152-7deb493de728","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.422926318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"4b5b1e17-dc50-4dae-a2fd-891464921a09","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.422965802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"4b5b1e17-dc50-4dae-a2fd-891464921a09","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.503000824Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-sub","reconcileID":"a3b2de55-36a8-4ed6-9dac-f31ee37c0e99","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-att-serve-97b7e5","model":"e2e-att-serve-97b7e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-ae1820/e2e-att-serve-97b7e5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.543131016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"4ad39ee1-56d9-440d-b42a-6f014b1c819a","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.564404204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"4ad39ee1-56d9-440d-b42a-6f014b1c819a","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.593415533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"09be021c-080f-4e2f-a4eb-b119e06a65ef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.59344866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"09be021c-080f-4e2f-a4eb-b119e06a65ef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:03.658587036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-sub","reconcileID":"847d7a08-6b39-4bbb-8f3c-e42b478b0b58","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-att-serve-97b7e5","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:03.744319593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"aebfa75f-cdc4-41bc-a11b-409e6560df67","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:03.744402088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"aebfa75f-cdc4-41bc-a11b-409e6560df67","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.346203745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"97e03db4-804a-425b-b738-a5b8a57bef84","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.346234953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"97e03db4-804a-425b-b738-a5b8a57bef84","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.363868312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"85142d4d-aa8b-41b2-a797-66d02edf45e2","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:05.364655242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-sub","reconcileID":"76d24994-ec59-41f0-8c29-33d392b81e6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-54e803-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.384892958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"85142d4d-aa8b-41b2-a797-66d02edf45e2","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.385043477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"8c598d86-6e07-4adb-899f-6d42b118c080","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.385069506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"8c598d86-6e07-4adb-899f-6d42b118c080","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:05.402991323Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"8c598d86-6e07-4adb-899f-6d42b118c080","name":"e2e-att-serve-54e803","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-54e803\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:05.403062568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"8c598d86-6e07-4adb-899f-6d42b118c080","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-54e803\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.423388962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"23ca838b-42f2-4af0-892e-a2b8e0ddbbff","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.423420067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"23ca838b-42f2-4af0-892e-a2b8e0ddbbff","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.445110729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"5a8e8a72-43aa-49a2-8cf8-49aa39ab2271","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.44514412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"5a8e8a72-43aa-49a2-8cf8-49aa39ab2271","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.501456783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"75d166d2-c683-4b28-bf46-524a4f4aa502","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.513742135Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-sub","reconcileID":"edaf2cad-37f0-4165-bcc9-3082879a9fc1","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"maas-trlp-e2e-att-serve-54e803","model":"e2e-att-serve-54e803","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-94ea1e/e2e-att-serve-54e803-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.522291602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"75d166d2-c683-4b28-bf46-524a4f4aa502","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.603994814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"0cc23b02-7523-49bc-b181-ef6d83443a8d","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.604025869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"0cc23b02-7523-49bc-b181-ef6d83443a8d","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:05.668555392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-sub","reconcileID":"f346fb96-ae66-43d2-9830-162769d7be7a","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"maas-trlp-e2e-att-serve-54e803","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:06.321753444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"45efaed1-8569-402e-8b3e-0760e8897724","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:06.321836087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"45efaed1-8569-402e-8b3e-0760e8897724","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:11.459601423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"12a9aead-513d-40e6-9e7c-0baa66e92180","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:11.45968878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"12a9aead-513d-40e6-9e7c-0baa66e92180","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:11.832140066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"4a2c0675-7e8f-4dc5-abfb-d988e345e0b7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:11.858786349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"4a2c0675-7e8f-4dc5-abfb-d988e345e0b7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:11.878866632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"4a2c0675-7e8f-4dc5-abfb-d988e345e0b7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.533461511Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"edcea6e2-afb2-4762-94a1-d21d494940e9","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:17.553122851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"b649588e-d466-470d-aa04-2bf7c4ee64ee","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:17.553229372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"b649588e-d466-470d-aa04-2bf7c4ee64ee","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.56804712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"5e6f1455-2138-4196-939c-c25069fa1487","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.570012425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e59ef113-7414-4ab2-94ab-72adad44af95","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.584461484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"e8fe749f-b0e8-4efa-a081-1c76717859f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.584461362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f674e20b-bbe5-40eb-921c-87c864049a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.586017655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"70530023-ea1e-4e8f-9b58-e36282cdb697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.589773253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"5e6f1455-2138-4196-939c-c25069fa1487","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.5912815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e59ef113-7414-4ab2-94ab-72adad44af95","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.606123892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"e8fe749f-b0e8-4efa-a081-1c76717859f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.607980985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f674e20b-bbe5-40eb-921c-87c864049a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.610619451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"70530023-ea1e-4e8f-9b58-e36282cdb697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.612021139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"5e6f1455-2138-4196-939c-c25069fa1487","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.686693088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"ba321c68-2b38-4e1f-bf60-7302a4076005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.70761211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"ba321c68-2b38-4e1f-bf60-7302a4076005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.762735551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4bc06e4a-e3d3-44f0-b64e-bb30c89eb1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.762735848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b6407677-0478-4199-b052-fd176f72c89c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.763764213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"36bc97dd-99c4-4d39-a6f9-0736e76f1045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.784283305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b6407677-0478-4199-b052-fd176f72c89c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.78427591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4bc06e4a-e3d3-44f0-b64e-bb30c89eb1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.786486073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"36bc97dd-99c4-4d39-a6f9-0736e76f1045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.862805798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72e0b16f-3d28-4418-86f7-81616df53251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.88513986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72e0b16f-3d28-4418-86f7-81616df53251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:17.899562958Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"ec7e4dac-5f5f-4cee-8445-176557b103d7","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:17.899667531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"ec7e4dac-5f5f-4cee-8445-176557b103d7","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.916591476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"a5c456a7-d795-4625-beab-c460de3155a0","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.916627392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"a5c456a7-d795-4625-beab-c460de3155a0","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.95047558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"9c72db65-a565-4ce7-a965-8f1b5550980e","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.965383519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2ddf96fd-48de-454a-8073-3a98603473a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.966865432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"ab58a537-38b1-4d99-abd2-e6a0d3a695c9","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.966869516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"e8e074a8-648b-4881-b8c9-c6d71f45a791","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.966995635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"e8e074a8-648b-4881-b8c9-c6d71f45a791","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:17.988015309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2ddf96fd-48de-454a-8073-3a98603473a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.053838065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"2ae00566-5f71-44e5-a981-894d5597950a","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.053872873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"5d4c6c60-76dc-4b4a-ae2d-24efd388a6db","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.066670161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5efda52c-3f2a-4717-aa14-b39096ecb639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.075306139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"5d4c6c60-76dc-4b4a-ae2d-24efd388a6db","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.075338278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"2ae00566-5f71-44e5-a981-894d5597950a","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.088140438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5efda52c-3f2a-4717-aa14-b39096ecb639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.164347961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"55242f92-53cb-4c2a-a9e7-dde1ed3a53d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.18574299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"55242f92-53cb-4c2a-a9e7-dde1ed3a53d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.264414968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2b82a030-9f2d-411d-9a0d-ad54542222cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.28564476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2b82a030-9f2d-411d-9a0d-ad54542222cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.303696904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"7f39a54d-922a-4ff8-931a-4469421ddb27","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.304738441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"0c7c0929-0ec7-486c-8a07-8a8fe9483ee4","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.319320327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"99ed7517-4fdb-4fa8-8f55-9a02f40c3a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.326096059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"7f39a54d-922a-4ff8-931a-4469421ddb27","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.327259611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"0c7c0929-0ec7-486c-8a07-8a8fe9483ee4","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.337736513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa65f750-dcef-4140-ae5c-186b0fc6f416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.341861754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"99ed7517-4fdb-4fa8-8f55-9a02f40c3a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.351332653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"7f39a54d-922a-4ff8-931a-4469421ddb27","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.360750288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa65f750-dcef-4140-ae5c-186b0fc6f416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.475240614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0c9016da-e0c0-4e11-9fe6-455e0052cfdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.492182926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7dea280d-c714-48c7-b003-e9eb0d6545ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.550410648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0c9016da-e0c0-4e11-9fe6-455e0052cfdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.553306146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7dea280d-c714-48c7-b003-e9eb0d6545ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.567056108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"39d714c3-a4b1-4c0e-8f9d-5ae7f86cf28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.581435425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"fce9a807-7ae8-4e7c-8d7e-4f3bfa7f4ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.582225832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50a18035-09ae-4979-9204-6c018b84f282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.587744756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"39d714c3-a4b1-4c0e-8f9d-5ae7f86cf28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.602248127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"fce9a807-7ae8-4e7c-8d7e-4f3bfa7f4ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.602947793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50a18035-09ae-4979-9204-6c018b84f282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.646896264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3b3300b8-2d40-4dfd-bde6-90e45ded8064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.647234859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"40deb210-06f6-420c-a348-0d16fdb0cb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.668141209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"40deb210-06f6-420c-a348-0d16fdb0cb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:18.668212755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3b3300b8-2d40-4dfd-bde6-90e45ded8064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:24.459294393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"6878a79a-437c-46ff-b662-7e4eb7cabd14","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:24.459331367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"6878a79a-437c-46ff-b662-7e4eb7cabd14","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:24.481182157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"fc1adead-4743-450f-9529-5c5da2a4b305","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:24.481221864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"fc1adead-4743-450f-9529-5c5da2a4b305","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:24.513730765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"b1c7ab72-9e5d-4590-aaa8-049e2c5af7c4","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:24.535710771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"b1c7ab72-9e5d-4590-aaa8-049e2c5af7c4","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:24.744811376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"78b413da-921b-49c8-bf05-081acffddba2","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:24.744847694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"78b413da-921b-49c8-bf05-081acffddba2","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:28.386228442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"a5f86509-4fe1-402e-87c0-82d6fc3f736f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:28.407201183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"a5f86509-4fe1-402e-87c0-82d6fc3f736f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:28.427252937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"a5f86509-4fe1-402e-87c0-82d6fc3f736f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:28.819847837Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:29.208693191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-sub","reconcileID":"b333dada-e75d-403c-beec-e919d8ee07e0","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-att-serve-97b7e5","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:29.302768849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"b01ec371-c5a8-4185-b0ab-4114d4598658","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:29.302810064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"b01ec371-c5a8-4185-b0ab-4114d4598658","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:29.382799409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-sub","reconcileID":"3ba18df0-7fb8-4114-9160-ef8c6bf9e8a6","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"maas-trlp-e2e-att-serve-54e803","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:29.478239392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"c8731c90-73ff-4ad6-9a03-0d0660a6a0f6","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:29.478270574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"c8731c90-73ff-4ad6-9a03-0d0660a6a0f6","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:29.929929418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"a82b1ba0-8629-4f1f-9034-7464654eac15","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:29.951440413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"a82b1ba0-8629-4f1f-9034-7464654eac15","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:29.971590095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cc4d68ad9605310d165b3a87e0a74c7ccf9b679f4f1f47de2fe76004f367c54) AuthConfig (5628030f6967c3b6df33bab4457294e68aef4e2dec9fdcfcbcf28dc992c7d767) AuthConfig (045f067d671264c4ed5102510afda25486ed6588f00bf66cd32c979bc663252d) AuthConfig (d85455effaf611e7ad36d65b1870bae64f7843337edc50e68b2dfb08c488c873) AuthConfig (fc48b28a378a80e2a84f2d436e58cfc565ac09eeed7aa1e2fc651430824b3aa7) AuthConfig (90d787cdd362e38094981ecd1697d02a6ac330f1a078334bbc32be07a17354a6) AuthConfig (fc9d6bb05770598ec366d25ce39bc20e26c94500db6b9367dc84bafc0f00eaff) AuthConfig (af375d1aecadd800a12f380333b6323d43c4c2727e2f4e480bb10ca5f9e70fa4) AuthConfig (98a955d72bd05d83b7259f1ec9bf593127ed1297f70a42bff1caffc75b8f5e54) AuthConfig (228fba51af1dc517b2e6de7140bf8b24e17530e33d23e31f4544ca12cc55ad7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"a82b1ba0-8629-4f1f-9034-7464654eac15","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:30.010390981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"ba1fd709-d11a-460e-acb8-cc45fc8dcc0d","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:30.010421056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"ba1fd709-d11a-460e-acb8-cc45fc8dcc0d","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:30.034509165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"67bb202b-a013-4fa8-90ef-14b5799d8dcf","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:30.05590885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"67bb202b-a013-4fa8-90ef-14b5799d8dcf","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:30.136676737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"179f79bc-4010-4e53-ad8b-bb3fb9f9baf3","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:30.157693287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"179f79bc-4010-4e53-ad8b-bb3fb9f9baf3","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:30.885061025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"cccb53af-c092-48de-8880-d7751aa9e58e","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:30.885061294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"f590d40c-c79f-4a5a-be81-3f8a175a81c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:30.906387211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"f590d40c-c79f-4a5a-be81-3f8a175a81c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:30.906408826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"cccb53af-c092-48de-8880-d7751aa9e58e","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.517823049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda"},"namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","reconcileID":"01a7f039-6d51-460f-9ece-92ac559255de","namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.537069657Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda"},"namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","reconcileID":"3a62bdae-9f6f-4bbf-872f-aec8e79d6092","namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.555379202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"29802c08-b7d1-4613-ada6-875090d06ee3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.557643613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"b5bcdf18-d638-475e-93f1-525e4fef66ed","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.558085183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"11da1630-7669-4390-b239-606f792e5990","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.573345105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"1c3d431a-cb69-4047-948d-fc0c05c3eaa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.573933308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"1ea673f7-0a5d-4df9-979f-378e9706d32d","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.576390667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"29802c08-b7d1-4613-ada6-875090d06ee3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.578529595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"b5bcdf18-d638-475e-93f1-525e4fef66ed","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.579060392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"11da1630-7669-4390-b239-606f792e5990","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.594669201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"1c3d431a-cb69-4047-948d-fc0c05c3eaa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.595299833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"1ea673f7-0a5d-4df9-979f-378e9706d32d","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.596485146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cc4d68ad9605310d165b3a87e0a74c7ccf9b679f4f1f47de2fe76004f367c54) AuthConfig (5628030f6967c3b6df33bab4457294e68aef4e2dec9fdcfcbcf28dc992c7d767) AuthConfig (045f067d671264c4ed5102510afda25486ed6588f00bf66cd32c979bc663252d) AuthConfig (d85455effaf611e7ad36d65b1870bae64f7843337edc50e68b2dfb08c488c873) AuthConfig (fc48b28a378a80e2a84f2d436e58cfc565ac09eeed7aa1e2fc651430824b3aa7) AuthConfig (90d787cdd362e38094981ecd1697d02a6ac330f1a078334bbc32be07a17354a6) AuthConfig (fc9d6bb05770598ec366d25ce39bc20e26c94500db6b9367dc84bafc0f00eaff) AuthConfig (af375d1aecadd800a12f380333b6323d43c4c2727e2f4e480bb10ca5f9e70fa4) AuthConfig (98a955d72bd05d83b7259f1ec9bf593127ed1297f70a42bff1caffc75b8f5e54) AuthConfig (228fba51af1dc517b2e6de7140bf8b24e17530e33d23e31f4544ca12cc55ad7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"29802c08-b7d1-4613-ada6-875090d06ee3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.681727506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7d3c3662-0a62-452c-a270-1cf60fff8642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.702882102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7d3c3662-0a62-452c-a270-1cf60fff8642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.752139096Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda"},"namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","reconcileID":"73187a93-39a1-4417-93cf-7e50115f5194","MaaSModelRef":{"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda"},"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.813895267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda"},"namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","reconcileID":"ee43bebe-0aea-4337-9bd5-dbc77451e0f2","namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.832282404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda"},"namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","reconcileID":"deab1f75-dcec-41cf-9948-3c71c8b6ac5b","MaaSModelRef":{"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda"},"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.85213651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fa2f550f-a3df-4615-a44c-791e4ea238b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.852481525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7932f6e0-f6e0-459e-81d8-22be3c7bf8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.874374432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fa2f550f-a3df-4615-a44c-791e4ea238b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.878089307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7932f6e0-f6e0-459e-81d8-22be3c7bf8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.87978366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"22160e36-03c7-4e65-a6a4-acc42fc44a11","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.881378746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5fb27dc8-9917-4b04-83d9-e2b69b7b742c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.882888238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9100805-5d7e-458b-97e6-eec66e3b4955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.901022872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"22160e36-03c7-4e65-a6a4-acc42fc44a11","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.903459162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5fb27dc8-9917-4b04-83d9-e2b69b7b742c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:32.951395721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9100805-5d7e-458b-97e6-eec66e3b4955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.050468811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e0e8863a-3980-47e6-8a52-be9b76223045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.050509453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"328fe452-afde-4ef9-9699-28a0129dd8fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.072584007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"328fe452-afde-4ef9-9699-28a0129dd8fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.072598304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e0e8863a-3980-47e6-8a52-be9b76223045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.081872813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a90f722e-9671-4fab-940e-a66093c67e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.098560769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6bf0dd68-ff3c-4f4b-927c-4991eb3a37cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.10487408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a90f722e-9671-4fab-940e-a66093c67e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.11772122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fdd51c7-e2d2-4f0b-9fb3-b4ec4c094920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.120455267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6bf0dd68-ff3c-4f4b-927c-4991eb3a37cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.14003889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fdd51c7-e2d2-4f0b-9fb3-b4ec4c094920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.157275933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"337d7493-ee4a-4c02-a826-83ec0fae7a99","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.171374084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"89178c41-7647-4397-959e-213ec6739db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.178010221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"337d7493-ee4a-4c02-a826-83ec0fae7a99","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.193127588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"89178c41-7647-4397-959e-213ec6739db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.197385187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cc4d68ad9605310d165b3a87e0a74c7ccf9b679f4f1f47de2fe76004f367c54) AuthConfig (5628030f6967c3b6df33bab4457294e68aef4e2dec9fdcfcbcf28dc992c7d767) AuthConfig (045f067d671264c4ed5102510afda25486ed6588f00bf66cd32c979bc663252d) AuthConfig (d85455effaf611e7ad36d65b1870bae64f7843337edc50e68b2dfb08c488c873) AuthConfig (fc48b28a378a80e2a84f2d436e58cfc565ac09eeed7aa1e2fc651430824b3aa7) AuthConfig (90d787cdd362e38094981ecd1697d02a6ac330f1a078334bbc32be07a17354a6) AuthConfig (fc9d6bb05770598ec366d25ce39bc20e26c94500db6b9367dc84bafc0f00eaff) AuthConfig (af375d1aecadd800a12f380333b6323d43c4c2727e2f4e480bb10ca5f9e70fa4) AuthConfig (98a955d72bd05d83b7259f1ec9bf593127ed1297f70a42bff1caffc75b8f5e54) AuthConfig (228fba51af1dc517b2e6de7140bf8b24e17530e33d23e31f4544ca12cc55ad7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"337d7493-ee4a-4c02-a826-83ec0fae7a99","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.256250575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"da42980d-ad2e-44c8-8450-dfb6f6a8e64b","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.257653305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"103921fe-62a1-4f17-92c2-bd3a96a377af","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.271884082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"2ff67b63-67c7-4f44-92b8-5aa9f6ab3f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.273587863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"3e6e7b39-58e5-4910-9703-2c9008986b5f","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.277584409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"da42980d-ad2e-44c8-8450-dfb6f6a8e64b","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.278464718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"103921fe-62a1-4f17-92c2-bd3a96a377af","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.293663558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"2ff67b63-67c7-4f44-92b8-5aa9f6ab3f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.29445347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"3e6e7b39-58e5-4910-9703-2c9008986b5f","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.371535264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2a7210ab-97f9-4df9-9a5f-76770fca7e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.392724046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2a7210ab-97f9-4df9-9a5f-76770fca7e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.475548277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0d52e418-dae3-4066-826e-8277e675c7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.475548082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2de41fc2-dcf3-4e41-b2a0-5bb2070d11c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.496797387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2de41fc2-dcf3-4e41-b2a0-5bb2070d11c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:33.497043072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0d52e418-dae3-4066-826e-8277e675c7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.366115081Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda"},"namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","reconcileID":"72a97e01-ac65-481f-911e-f3bed36bc359","namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.405586215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"b9dd513a-a938-4372-84bf-5037557b664f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.41969256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4679e291-e15e-4155-b5a9-f65c9d6b484c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.419704628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"3a501d1d-6986-4f1c-b537-46b1cef66ed8","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.421370651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"083151ab-5404-4149-b880-4602406e39b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.422588532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8c909643-228f-4f0b-9c84-9a804ed45665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.42682707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"b9dd513a-a938-4372-84bf-5037557b664f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.442641727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"3a501d1d-6986-4f1c-b537-46b1cef66ed8","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.443551436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4679e291-e15e-4155-b5a9-f65c9d6b484c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.447569318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"083151ab-5404-4149-b880-4602406e39b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.447997264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8c909643-228f-4f0b-9c84-9a804ed45665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.449548958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cc4d68ad9605310d165b3a87e0a74c7ccf9b679f4f1f47de2fe76004f367c54) AuthConfig (5628030f6967c3b6df33bab4457294e68aef4e2dec9fdcfcbcf28dc992c7d767) AuthConfig (045f067d671264c4ed5102510afda25486ed6588f00bf66cd32c979bc663252d) AuthConfig (d85455effaf611e7ad36d65b1870bae64f7843337edc50e68b2dfb08c488c873) AuthConfig (fc48b28a378a80e2a84f2d436e58cfc565ac09eeed7aa1e2fc651430824b3aa7) AuthConfig (90d787cdd362e38094981ecd1697d02a6ac330f1a078334bbc32be07a17354a6) AuthConfig (fc9d6bb05770598ec366d25ce39bc20e26c94500db6b9367dc84bafc0f00eaff) AuthConfig (af375d1aecadd800a12f380333b6323d43c4c2727e2f4e480bb10ca5f9e70fa4) AuthConfig (98a955d72bd05d83b7259f1ec9bf593127ed1297f70a42bff1caffc75b8f5e54) AuthConfig (228fba51af1dc517b2e6de7140bf8b24e17530e33d23e31f4544ca12cc55ad7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"b9dd513a-a938-4372-84bf-5037557b664f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.493697244Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-131e62","namespace":"e2e-extmod-att-noaccess-dddeda"},"namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","reconcileID":"908d7a37-42ff-49ed-9cf3-59c6101de471","namespace":"e2e-extmod-att-noaccess-dddeda","name":"e2e-att-noaccess-131e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.513014677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ab2a8024-001d-41de-a080-07aab17e6475","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.533857678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ab2a8024-001d-41de-a080-07aab17e6475","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.608339055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"34f85368-7e83-4514-96fb-2a6f46969f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.608356351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3bdfb81-702b-43f0-ad5e-823f703cf44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.613318602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4590952d-0862-4356-bd40-ece614f5bcde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.629435993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3bdfb81-702b-43f0-ad5e-823f703cf44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.630022161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"34f85368-7e83-4514-96fb-2a6f46969f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.634517408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4590952d-0862-4356-bd40-ece614f5bcde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.705874913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"8d738045-6af0-4f74-b71b-388172f5590a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.726832814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"8d738045-6af0-4f74-b71b-388172f5590a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.806467657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b7fc3397-7927-4bdc-a252-00d3d9db68e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.806467616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0ed0701-8afc-40f6-a678-9210bc128f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.810450711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"f95c3406-b844-4542-ac47-c6fbf5bb1b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.810506456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"04de6afb-4bd1-4b23-bf69-6f8a289d7c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.827877086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0ed0701-8afc-40f6-a678-9210bc128f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.828308093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b7fc3397-7927-4bdc-a252-00d3d9db68e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.831490888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"f95c3406-b844-4542-ac47-c6fbf5bb1b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.83149858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"04de6afb-4bd1-4b23-bf69-6f8a289d7c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.94799839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"da0f5c85-a24b-45c6-be93-907a2a2fc366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:39.976448212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"da0f5c85-a24b-45c6-be93-907a2a2fc366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.032693983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"6e9ee279-33fe-46ee-9f92-5e29c5458fea","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.033573183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"c30cb584-3cb8-4ce5-b586-b5d1713f05a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.033853145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"6d7aff5c-0aae-4617-b730-750f2307dfcc","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.048258393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"0c8141e2-7f7e-44d9-8071-66c337d3c376","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.057999614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"6e9ee279-33fe-46ee-9f92-5e29c5458fea","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.066270365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"6d7aff5c-0aae-4617-b730-750f2307dfcc","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.070468218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"0c8141e2-7f7e-44d9-8071-66c337d3c376","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.075010037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"c30cb584-3cb8-4ce5-b586-b5d1713f05a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.080688482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0495a189-b5ee-4d07-b310-3fab486f29b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.094681212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cc4d68ad9605310d165b3a87e0a74c7ccf9b679f4f1f47de2fe76004f367c54) AuthConfig (5628030f6967c3b6df33bab4457294e68aef4e2dec9fdcfcbcf28dc992c7d767) AuthConfig (045f067d671264c4ed5102510afda25486ed6588f00bf66cd32c979bc663252d) AuthConfig (d85455effaf611e7ad36d65b1870bae64f7843337edc50e68b2dfb08c488c873) AuthConfig (fc48b28a378a80e2a84f2d436e58cfc565ac09eeed7aa1e2fc651430824b3aa7) AuthConfig (90d787cdd362e38094981ecd1697d02a6ac330f1a078334bbc32be07a17354a6) AuthConfig (fc9d6bb05770598ec366d25ce39bc20e26c94500db6b9367dc84bafc0f00eaff) AuthConfig (af375d1aecadd800a12f380333b6323d43c4c2727e2f4e480bb10ca5f9e70fa4) AuthConfig (98a955d72bd05d83b7259f1ec9bf593127ed1297f70a42bff1caffc75b8f5e54) AuthConfig (228fba51af1dc517b2e6de7140bf8b24e17530e33d23e31f4544ca12cc55ad7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"c30cb584-3cb8-4ce5-b586-b5d1713f05a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.102002967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0495a189-b5ee-4d07-b310-3fab486f29b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.149751108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8611e91c-aec9-4937-bb90-afd6cb574683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.177855158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8611e91c-aec9-4937-bb90-afd6cb574683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.208794589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e6d79555-fe5a-43cc-83f6-9e60984be065","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.210885526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"8992511b-e415-4341-ad3d-1543880141e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.229962178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e6d79555-fe5a-43cc-83f6-9e60984be065","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.252548276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"8992511b-e415-4341-ad3d-1543880141e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.900689558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"91a7d81e-1a2f-438d-a320-550766a189ca","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.900727517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"91a7d81e-1a2f-438d-a320-550766a189ca","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.917291043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"4ca09cca-f45b-4764-9909-481f21847965","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.938228713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"4ca09cca-f45b-4764-9909-481f21847965","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:40.941711219Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-sub","reconcileID":"c73f9a00-ab4f-4c68-8e77-07ec32b4c55f","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-683f64b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:41.076552735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e0c61c-74d8-4502-8e2b-68c1ec2239ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:41.092688889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e0c61c-74d8-4502-8e2b-68c1ec2239ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:41.10989336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e0c61c-74d8-4502-8e2b-68c1ec2239ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:41.126585748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e0c61c-74d8-4502-8e2b-68c1ec2239ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:41.164635703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"a4cdeeb2-e578-429f-913e-c56028dfa488","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:41.186389253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"a4cdeeb2-e578-429f-913e-c56028dfa488","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:41.850329797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5b64ed-cda6-4079-987e-301ed24a2887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:41.872776576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5b64ed-cda6-4079-987e-301ed24a2887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:41.890594084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5b64ed-cda6-4079-987e-301ed24a2887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:41.906882828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5b64ed-cda6-4079-987e-301ed24a2887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.033973173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"ec2cdb2c-909a-472a-8f35-b2b06a2bd668","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.034017237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"ec2cdb2c-909a-472a-8f35-b2b06a2bd668","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.050783109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"8b145dd3-dc95-405e-87be-b2c5a7086860","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.072951239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"8b145dd3-dc95-405e-87be-b2c5a7086860","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.076475528Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-sub","reconcileID":"08d51548-8d54-4672-a5bf-ac39878c2218","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f19b72b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.152688961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"0f2ac4a8-3b0b-4bd0-aacc-e1f13bc484c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.173964724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"0f2ac4a8-3b0b-4bd0-aacc-e1f13bc484c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.255806711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"68399dd4-a0db-4bf4-9b05-c4726719495d","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.276848897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"68399dd4-a0db-4bf4-9b05-c4726719495d","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.312898248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"65af941d-1494-46e2-8799-78d8d5612a56","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.312935437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"65af941d-1494-46e2-8799-78d8d5612a56","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.959068633Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-sub","reconcileID":"7b5e0dfd-a4e2-4c02-b32f-46393bbfd827","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","subscription":"e2e-att-serve-97b7e5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:50.992349064Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-sub","reconcileID":"7b5e0dfd-a4e2-4c02-b32f-46393bbfd827","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.008975476Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-sub","reconcileID":"7b5e0dfd-a4e2-4c02-b32f-46393bbfd827","MaaSSubscription":{"name":"e2e-att-serve-97b7e5-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.124277889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"ab184edb-4f74-45b9-b5ae-1e34e3bc7455","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.124309745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"ab184edb-4f74-45b9-b5ae-1e34e3bc7455","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.140921149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"f5cf0381-b3d5-4db2-bfc5-84a4f3b56400","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.162384823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"f5cf0381-b3d5-4db2-bfc5-84a4f3b56400","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.271290271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"a3f954d1-481d-4953-8f1c-b049473c3dea","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.271322359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"a3f954d1-481d-4953-8f1c-b049473c3dea","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.313182976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"7c1dac5c-ebbc-4ec7-81a6-c332f8aafbfb","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.362301898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"7c1dac5c-ebbc-4ec7-81a6-c332f8aafbfb","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.489867734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"7c1dac5c-ebbc-4ec7-81a6-c332f8aafbfb","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.489899828Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-att-serve-97b7e5-access","reconcileID":"7c1dac5c-ebbc-4ec7-81a6-c332f8aafbfb","MaaSAuthPolicy":{"name":"e2e-att-serve-97b7e5-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.528533377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"6130375c-d4b9-407d-b257-be61867b007e","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"tenant":"e2e-extmod-b-ae1820","gateway":"openshift-ingress/e2e-extmod-b-ae1820","model":"e2e-extmod-att-user-6a89ce/e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:51.528567101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"6130375c-d4b9-407d-b257-be61867b007e","MaaSModelRef":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"routeName":"external-model-e2e-att-serve-97b7e5-fc428e2b4ba1","namespace":"e2e-extmod-att-user-6a89ce","model":"e2e-att-serve-97b7e5","externalModel":"e2e-att-serve-97b7e5","provider":"e2e-att-serve-97b7e5-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.295470951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"c1bd07b2-687f-433f-9c94-13c97147b35e","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.295515457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"c1bd07b2-687f-433f-9c94-13c97147b35e","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.367506701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"d23079f8-ea44-48e5-94cd-aa028301776d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:53.37025803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-sub","reconcileID":"f2ea1ee7-8a30-4680-bf83-a0d55c3e19ea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-179ad8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.372357986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"d5da0924-6869-419a-896b-4d0054d6e43d","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.372387168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"d5da0924-6869-419a-896b-4d0054d6e43d","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.388999247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"d23079f8-ea44-48e5-94cd-aa028301776d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.424021554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"89f9c93c-ff8b-4d91-afd1-ac02e6c30de3","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.424053589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"89f9c93c-ff8b-4d91-afd1-ac02e6c30de3","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.447507032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"c48a0a94-93cc-416c-a759-b7c0b1e95739","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.447603168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"c48a0a94-93cc-416c-a759-b7c0b1e95739","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.51644788Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-sub","reconcileID":"445fe81d-d3c6-4d70-a328-8be82e313b1f","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cmp-legacy-179ad8","model":"e2e-cmp-legacy-179ad8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.573754192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"498dc080-0c3c-489f-a03f-ef16792da070","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.597965092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"498dc080-0c3c-489f-a03f-ef16792da070","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.60949362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"28ea54b3-a28e-4f53-a1e5-2e65169cfa09","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.60952986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"28ea54b3-a28e-4f53-a1e5-2e65169cfa09","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:53.678505175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-sub","reconcileID":"e8785be0-2095-47af-812b-8193cb48f334","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cmp-legacy-179ad8","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.827683328Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1afb3e priority=0:[ai-tenant-e2e-extmod-b-1afb3e/e2e-att-detach-5304d4-sub ai-tenant-e2e-extmod-b-1afb3e/e2e-att-unrel-27f9f5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.844383238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"2e0b63ae-0747-4205-a3e8-ca6f36ce1f84","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.844419926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"2e0b63ae-0747-4205-a3e8-ca6f36ce1f84","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:26:55.874483431Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-1afb3e/e2e-att-detach-5304d4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-5304d4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.887360587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"da824e36-80ef-401b-aa89-827a8f5c690f","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.887679426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"18e5e3e0-bd48-4ac1-b7f0-51831a0b3aaa","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.889663416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"3c75c6ce-18dd-4864-aeb7-2a352f9f0d32","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.889683925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"3c75c6ce-18dd-4864-aeb7-2a352f9f0d32","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.906477948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"afb08292-4bf4-49aa-abb8-d93f1edd3380","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.906516728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"afb08292-4bf4-49aa-abb8-d93f1edd3380","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.908379578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"da824e36-80ef-401b-aa89-827a8f5c690f","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.909280826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"18e5e3e0-bd48-4ac1-b7f0-51831a0b3aaa","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.923441013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"6c69578e-04fc-45fd-b23a-b68cee3af158","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.923470428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"6c69578e-04fc-45fd-b23a-b68cee3af158","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:55.975361134Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"293b5cc6-f6b3-4f6c-9dab-515d3b117a7f","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-detach-5304d4","model":"e2e-att-detach-5304d4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1afb3e/e2e-att-detach-5304d4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:56.069707102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"94a728da-121c-4cb1-ae42-494ff2033ab3","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:56.069741807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"94a728da-121c-4cb1-ae42-494ff2033ab3","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:56.110208285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e0bd8fc0-1e82-4815-b0b7-597681ebce52","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:56.110334676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"057fa281-4d15-49ad-bffa-557e50ed7674","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:56.131404176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e0bd8fc0-1e82-4815-b0b7-597681ebce52","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:56.131429185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"057fa281-4d15-49ad-bffa-557e50ed7674","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:56.13606407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"b233e72d-86f3-46f1-bb93-ce80e6519ed9","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-detach-5304d4","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:26:58.819515071Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.093546176Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-sub","reconcileID":"7611affd-4f13-41bb-9c28-7c3f54992964","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","subscription":"e2e-att-serve-54e803-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.127014387Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-sub","reconcileID":"7611affd-4f13-41bb-9c28-7c3f54992964","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.143775904Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-sub","reconcileID":"7611affd-4f13-41bb-9c28-7c3f54992964","MaaSSubscription":{"name":"e2e-att-serve-54e803-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"maas-trlp-e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.249465127Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1afb3e priority=0:[ai-tenant-e2e-extmod-b-1afb3e/e2e-att-detach-5304d4-sub ai-tenant-e2e-extmod-b-1afb3e/e2e-att-unrel-27f9f5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.265832188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"393f7b6f-fb62-49ca-88a9-0ec47a3ea58c","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.265865047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"393f7b6f-fb62-49ca-88a9-0ec47a3ea58c","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.283526151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"531e5c20-b07c-4598-a8a8-b86f42293d63","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.304353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"2dd4fe23-fc10-4f38-a486-1e877209923a","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.304381997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"2dd4fe23-fc10-4f38-a486-1e877209923a","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.304920952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"531e5c20-b07c-4598-a8a8-b86f42293d63","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.410426016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"68079514-54fe-4697-988e-ed7257a2417a","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.41046014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"68079514-54fe-4697-988e-ed7257a2417a","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.467879163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"aa69d4d4-e469-4efb-89eb-731387c5841d","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.493855702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"aa69d4d4-e469-4efb-89eb-731387c5841d","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.618421347Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"4303840a-c709-4e8b-b426-eb0b8c792a36","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.668375689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"4303840a-c709-4e8b-b426-eb0b8c792a36","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.724714216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"4303840a-c709-4e8b-b426-eb0b8c792a36","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.724740415Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-att-serve-54e803-access","reconcileID":"4303840a-c709-4e8b-b426-eb0b8c792a36","MaaSAuthPolicy":{"name":"e2e-att-serve-54e803-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.763411555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"55bb7460-9987-4b27-85fa-84cbc0e890cf","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"tenant":"e2e-extmod-b-94ea1e","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","model":"e2e-extmod-att-user-cf9113/e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:00.763442937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"55bb7460-9987-4b27-85fa-84cbc0e890cf","MaaSModelRef":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"routeName":"external-model-e2e-att-serve-54e803-1ed3a260c4bd","namespace":"e2e-extmod-att-user-cf9113","model":"e2e-att-serve-54e803","externalModel":"e2e-att-serve-54e803","provider":"e2e-att-serve-54e803-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.281715454Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"63b2c5a1-b0ab-413d-8a70-f475e7112d8d","namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.328195661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"8bfe976e-f484-47d0-9583-72baccff4583","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.33391622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"f21a793b-47f7-4ad8-8880-79caee0d95cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.343731364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"f887194a-8222-46ee-86fc-9cb857813d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.343751018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06da8772-d028-4f87-b0f5-744ab43215da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.344256508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"a41408fb-3b3a-47e5-a2ff-2721b5f54f2d","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.350276066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"8bfe976e-f484-47d0-9583-72baccff4583","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.355531654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"f21a793b-47f7-4ad8-8880-79caee0d95cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.365306221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"f887194a-8222-46ee-86fc-9cb857813d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.365691772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06da8772-d028-4f87-b0f5-744ab43215da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.367833588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"a41408fb-3b3a-47e5-a2ff-2721b5f54f2d","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.500252591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-54e803","namespace":"e2e-extmod-att-user-cf9113"},"namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","reconcileID":"256d2d9d-0a1b-4e66-8f9c-9da770a98e79","namespace":"e2e-extmod-att-user-cf9113","name":"e2e-att-serve-54e803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.536953045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"23b72a90-e2cd-4e75-8e7a-a42693cdce06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.55780428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"23b72a90-e2cd-4e75-8e7a-a42693cdce06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.637249021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"afaa5b49-16d3-43c8-95d4-ccde6400c386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.637266643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"897da895-e3d8-4305-9e25-945b31772436","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.637804857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a564549e-b51a-4791-be44-361294531d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.637904665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a778e9ee-6fb5-4860-b23c-69a4a98db752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.658426166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"afaa5b49-16d3-43c8-95d4-ccde6400c386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.658936567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"897da895-e3d8-4305-9e25-945b31772436","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.660747592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a564549e-b51a-4791-be44-361294531d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.66118058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a778e9ee-6fb5-4860-b23c-69a4a98db752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.736933407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e988b0a-03ec-4aa1-8b12-758979c4dd4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.759938529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e988b0a-03ec-4aa1-8b12-758979c4dd4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.839113474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"46de4913-c6d1-4280-b802-67e1a0d4fc79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.839147786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6ad97b68-888b-45ab-8282-1a5a6f056a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.839977858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"017ecd51-f8ff-4537-a87f-09e6633a3a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.861889741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6ad97b68-888b-45ab-8282-1a5a6f056a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.862011607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"017ecd51-f8ff-4537-a87f-09e6633a3a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.864239378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"46de4913-c6d1-4280-b802-67e1a0d4fc79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.939771077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"b230efbf-2e3f-4cc8-88bd-c287448e883b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.939771346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e21a9450-8b57-45d9-a8dd-08fd55ee35a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.961400577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e21a9450-8b57-45d9-a8dd-08fd55ee35a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:01.961451945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"b230efbf-2e3f-4cc8-88bd-c287448e883b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.031147478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"f4522af6-a6e8-4282-9f2d-61178dac2473","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.038749355Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"2847e198-c9ea-4959-b0c5-a68c670b2603","namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.046633002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"ec70228b-97cd-4f83-acf3-0c5a29d933ec","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.046759978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"8cc726da-7429-4d69-9d43-fb33f603e05a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.053629235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"f4522af6-a6e8-4282-9f2d-61178dac2473","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.069602922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"8cc726da-7429-4d69-9d43-fb33f603e05a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.069605768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"ec70228b-97cd-4f83-acf3-0c5a29d933ec","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.140468096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e017d945-e9df-41b2-8547-f0b2e8c7d24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.141051327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb19ecf6-ea09-4e78-93ef-dcc90fc044b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.163676901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb19ecf6-ea09-4e78-93ef-dcc90fc044b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.164432885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e017d945-e9df-41b2-8547-f0b2e8c7d24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.237102729Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-97b7e5","namespace":"e2e-extmod-att-user-6a89ce"},"namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","reconcileID":"dcf070ee-6f68-4aa5-9582-717e9b874f60","namespace":"e2e-extmod-att-user-6a89ce","name":"e2e-att-serve-97b7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.267838077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"83c52bff-3889-4f36-a20c-a07798e3264a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.269971676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"a5204561-3ac8-49b7-9a98-24266fbc1244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.280615624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c2b360c-0d51-400d-bfb0-7b51cf1b679c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.2908283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"83c52bff-3889-4f36-a20c-a07798e3264a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.29458021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"a5204561-3ac8-49b7-9a98-24266fbc1244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.303100792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c2b360c-0d51-400d-bfb0-7b51cf1b679c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.376188089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3cb693cc-fc7f-42aa-84dc-584569bf7da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.377089756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a76e0fa1-ae49-4417-9b3c-d8d3ff809bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.398121804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a76e0fa1-ae49-4417-9b3c-d8d3ff809bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.399310342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3cb693cc-fc7f-42aa-84dc-584569bf7da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.565345234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3222d346-cfb8-47dc-b132-6b7efaae7827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.565352383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"3f447ea6-52fd-4132-8e1d-b5ccc1817c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.565577222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c9094f3d-50a8-41f8-b0db-29731e3610f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.587326338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c9094f3d-50a8-41f8-b0db-29731e3610f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.587472738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"3f447ea6-52fd-4132-8e1d-b5ccc1817c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.590205609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3222d346-cfb8-47dc-b132-6b7efaae7827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.622279336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"fe28a21a-7714-496d-bc94-6e31ee395340","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.637971537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c5e7b8c2-087c-4ce8-a6cb-c25e09968225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.643453085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"fe28a21a-7714-496d-bc94-6e31ee395340","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.659727659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c5e7b8c2-087c-4ce8-a6cb-c25e09968225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.841249104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9748e607-f964-4688-b612-e99503dc6888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.841308789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"14309b7c-281d-4556-a54e-c5be98f6aee0","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.84176901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"ab81a889-ccae-441c-855a-fee2ede6bb22","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.841835643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"27cdad4d-29f0-4e1e-bd3f-c1ac12316636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.842133839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f9e21c88-9917-4a25-aa4b-62f802c83b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.863851213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9748e607-f964-4688-b612-e99503dc6888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.864137082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"ab81a889-ccae-441c-855a-fee2ede6bb22","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.869929028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"14309b7c-281d-4556-a54e-c5be98f6aee0","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.870786762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f9e21c88-9917-4a25-aa4b-62f802c83b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:02.876510739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"27cdad4d-29f0-4e1e-bd3f-c1ac12316636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:03.044033395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0042d47-074e-495c-84f5-172742246a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:03.065613039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0042d47-074e-495c-84f5-172742246a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:03.148943593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"db9be5ca-5fb3-4e22-9b2d-ccf6233e76ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:03.148951223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da0b494a-bfa2-42ae-b7b8-1386847c6573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:03.171607763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da0b494a-bfa2-42ae-b7b8-1386847c6573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:03.171619843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"db9be5ca-5fb3-4e22-9b2d-ccf6233e76ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:06.572024124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ee5bbe-7ca7-4370-b026-3d63a583d3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:06.588356219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ee5bbe-7ca7-4370-b026-3d63a583d3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:06.604853116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ee5bbe-7ca7-4370-b026-3d63a583d3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:06.621069892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ee5bbe-7ca7-4370-b026-3d63a583d3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:07.252091299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a5a518-cad6-4439-aa79-fa6001fc5f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:07.269274064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a5a518-cad6-4439-aa79-fa6001fc5f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:07.285440339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a5a518-cad6-4439-aa79-fa6001fc5f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:07.301831332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a5a518-cad6-4439-aa79-fa6001fc5f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:07.46273334Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c48628","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c48628","reconcileID":"c308e356-e06d-4169-b9f5-3a9a83a61423","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c48628","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-c48628":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:07.966931341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1ee071-6cfc-4650-ac66-de54a382caae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:07.983724379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1ee071-6cfc-4650-ac66-de54a382caae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:08.049803386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1ee071-6cfc-4650-ac66-de54a382caae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:08.066517733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1ee071-6cfc-4650-ac66-de54a382caae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:12.427021247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-sub","reconcileID":"bd26ec51-a2c5-4a0f-a584-fbf9aa3cdef6","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cmp-legacy-179ad8","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:12.521404372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"88998c10-e67b-413c-a44d-a2c363c0940f","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:12.521440663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"88998c10-e67b-413c-a44d-a2c363c0940f","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:13.035954199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"469100d2-1db7-4a3f-a1c9-856ecffba547","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-detach-5304d4","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:13.128485411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"27228b30-81ca-453a-93d7-43555087652a","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:13.128518184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"27228b30-81ca-453a-93d7-43555087652a","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:13.690904702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"cb7088e6-6b80-4d10-b03c-535b27e1269e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:13.749800173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"cb7088e6-6b80-4d10-b03c-535b27e1269e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.097703094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"4d601314-d827-4ab0-ba8c-34798b87797b","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.09770558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"0137e71f-e1d8-48d9-b68c-0094a17adf30","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.123982619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"0137e71f-e1d8-48d9-b68c-0094a17adf30","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.125703448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"4d601314-d827-4ab0-ba8c-34798b87797b","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.887654452Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"36b71780-0a02-4235-8277-8c3718b8f587","namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.90470636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"af32639b-4aac-491d-b0f5-88bcc5fb96b1","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.904749263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"af32639b-4aac-491d-b0f5-88bcc5fb96b1","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.92340378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"142a8fa6-aab2-4c45-9e78-d53b62fc9a5f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.938019147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"84d49d79-02bc-4c34-8a83-e0fe64c3d447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.93845099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"4f0c2e83-afda-49f7-8f15-110ac804d87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.938525781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edc96538-1f73-4066-9899-8c907182754e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.938767592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"f6ae8cb1-ccb9-413e-9704-0abed9798c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.944642218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"142a8fa6-aab2-4c45-9e78-d53b62fc9a5f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.958970432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"84d49d79-02bc-4c34-8a83-e0fe64c3d447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.959638149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edc96538-1f73-4066-9899-8c907182754e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.961489335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"f6ae8cb1-ccb9-413e-9704-0abed9798c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.96240719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"4f0c2e83-afda-49f7-8f15-110ac804d87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:14.968605277Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"f4c5af85-ff23-467a-80de-02c59bce9bc7","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.079281649Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"e22bf95b-65d5-4568-bd77-ee2196fa8ecd","namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.095875638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"8922e095-6e8c-4f70-b974-630f430ab4db","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.095905654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"8922e095-6e8c-4f70-b974-630f430ab4db","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.139810361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"846ca218-cc04-421d-9c5a-fc7c26497a76","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.139996538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9188935d-72d7-4088-af85-29ecfdea3009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.14013891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0469ef20-da2b-4e98-a640-25d753721982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.139810054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"66bbdd2d-6ba4-4d29-814e-9301294d7658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.140592965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"be400998-3891-4916-acbf-b02811e8e16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.161012294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"846ca218-cc04-421d-9c5a-fc7c26497a76","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.161539575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"be400998-3891-4916-acbf-b02811e8e16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.163299986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9188935d-72d7-4088-af85-29ecfdea3009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.163793784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0469ef20-da2b-4e98-a640-25d753721982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.165504771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"66bbdd2d-6ba4-4d29-814e-9301294d7658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.188385181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"fa960cb7-c742-4964-9223-77adb533995e","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.226725249Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"d4dcc051-3b9a-4853-a778-6a5d1009e015","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.314015861Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"8d4298b9-3f8e-4865-ac75-51196e785c97","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.343068397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"1645f847-19ab-4d5f-95a0-dbd4196c398d","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.343110197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"1645f847-19ab-4d5f-95a0-dbd4196c398d","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.359832771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d88a1c28-e0ac-4872-bd60-6896ebf5782e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.360315684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"25cbf478-0961-4d87-98a5-a0f644f1a01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.39245387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"d8f3a307-44d7-43af-9c6d-9c8b183ec29e","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.392495987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"d8f3a307-44d7-43af-9c6d-9c8b183ec29e","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.409304983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ed129541-cf03-4a03-9598-dd76af109740","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.409304986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a0d2b03b-61d5-4677-b969-472bc4964b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.410399854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"0816ba10-3afa-483a-b83b-61f8329dc304","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-detach-5304d4","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.410600434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"1345b141-e212-4351-81be-8faf52b4f0dd","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.411647398Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"25984477-328a-4994-8bb7-387e60efdce5","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.415793041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"25cbf478-0961-4d87-98a5-a0f644f1a01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.416037378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d88a1c28-e0ac-4872-bd60-6896ebf5782e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.443984301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"161e98b2-fb06-4ab8-9109-c08f4db593d1","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.444018904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"161e98b2-fb06-4ab8-9109-c08f4db593d1","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.450904296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ed129541-cf03-4a03-9598-dd76af109740","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.452242165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a0d2b03b-61d5-4677-b969-472bc4964b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.473170679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"a38abe19-cd2d-4ffc-aa99-7fe1bef986f5","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.473224097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"a38abe19-cd2d-4ffc-aa99-7fe1bef986f5","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.574206769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f3248a7d-0284-4cb5-bf3e-d343351a4b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.652741914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f3248a7d-0284-4cb5-bf3e-d343351a4b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.701585727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b9e23bec-19b4-408d-84c4-b7bf6b095f28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.702211163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a9ee386c-5406-4fdc-b046-c66adf9729aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.703715499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3ab0f21-5363-424a-a9b5-96b144aec073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.723196057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a9ee386c-5406-4fdc-b046-c66adf9729aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.75129083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b9e23bec-19b4-408d-84c4-b7bf6b095f28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.752069031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3ab0f21-5363-424a-a9b5-96b144aec073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.768287703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"a52cf4fe-ee1c-4acb-bfb0-fa7e5c5b059c","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.79623009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"c1fe3bda-f949-455a-8de4-dbe238430434","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.796358359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"c1fe3bda-f949-455a-8de4-dbe238430434","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.815971741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"27d32e72-f0f4-4c72-a087-8c9b277d2343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.816978024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"45aaf4b0-29e0-4f7e-8cd8-e8c5a8eca004","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.845102382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"27d32e72-f0f4-4c72-a087-8c9b277d2343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.846246933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"45aaf4b0-29e0-4f7e-8cd8-e8c5a8eca004","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.882681919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"8d2a9aab-31d5-4260-9fd7-342f44fe1dd6","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.898834005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"92ea5ab6-f743-470a-ad23-0dbec2ca260a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.903424565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"b7151040-8f1b-41d7-871a-42fed5342752","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.903457709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"b7151040-8f1b-41d7-871a-42fed5342752","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.908235713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"6203990b-0f91-4498-8196-7b6de527c379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.912318082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"a0e04e49-f366-445e-bd09-5d250d713de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.91371574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"e7f49ad0-9104-4d6a-a3a8-486a2ffc92ec","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.919838433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"92ea5ab6-f743-470a-ad23-0dbec2ca260a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.920327694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"2f27d080-603a-47f1-bfcd-73060afe790b","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.920352617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"2f27d080-603a-47f1-bfcd-73060afe790b","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.930623201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"6203990b-0f91-4498-8196-7b6de527c379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.934137738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"4abea06d-c0af-4cff-9c06-2a23463a688a","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.93609292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"9769caee-a2ac-4c59-84ce-f598143bbea1","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-detach-5304d4","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.936563557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"a0e04e49-f366-445e-bd09-5d250d713de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:15.939711723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"e7f49ad0-9104-4d6a-a3a8-486a2ffc92ec","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.00211561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"38c4f881-bc47-4e1c-abe1-5750f5dbf761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.02309766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"38c4f881-bc47-4e1c-abe1-5750f5dbf761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.150094602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"be35a357-71af-45eb-829d-9a241bb23470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.150715733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"57c73a00-1e11-456f-82e8-e790b5f0544a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.172235814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"be35a357-71af-45eb-829d-9a241bb23470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.175307517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"57c73a00-1e11-456f-82e8-e790b5f0544a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.216654624Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"b1972ac6-9cd0-4eac-9ac8-0e85a5ce0fc3","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.233311764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"6d2eedc3-855a-42b0-80b8-cc8c08ab47ea","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.252867238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"6d2eedc3-855a-42b0-80b8-cc8c08ab47ea","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.26572378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"fabf44a0-ea34-4d35-b5de-ecda249fef0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.266366069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5970512e-0b7e-4af7-b50b-138b895ea41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.267530943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"425ddd64-a866-43bd-853a-92ce2f4a58b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.274702335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"4ccadf2d-b640-48df-a0d3-5f56ca2de3fc","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.274781109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"4ccadf2d-b640-48df-a0d3-5f56ca2de3fc","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.287721388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5970512e-0b7e-4af7-b50b-138b895ea41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.287908216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"fabf44a0-ea34-4d35-b5de-ecda249fef0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.290022216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"425ddd64-a866-43bd-853a-92ce2f4a58b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.302144911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"f4c9d369-cd85-41e6-97b2-e631f3f15dab","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.302379583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"f4c9d369-cd85-41e6-97b2-e631f3f15dab","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.339193843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"cf8a6b8b-b9de-4e28-a4c7-a34503c39223","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.339283311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"cf8a6b8b-b9de-4e28-a4c7-a34503c39223","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.358236222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a915ef54-0466-4499-8bcc-ada2dad11a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.379372747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a915ef54-0466-4499-8bcc-ada2dad11a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.396270547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"b53ee16f-0034-49ef-8814-0c0f36d8a165","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.396354391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"b53ee16f-0034-49ef-8814-0c0f36d8a165","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.462671005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a30bdf07-edcc-4474-9db7-de9519cb43ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.483928703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a30bdf07-edcc-4474-9db7-de9519cb43ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.493557557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"f64c27e9-e95d-49a1-9117-f21e3b767b73","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.49364227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"f64c27e9-e95d-49a1-9117-f21e3b767b73","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.560270069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"7311c5f9-493c-48bf-8ee2-313380070042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.560729588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"834fc61d-ef03-49f8-aeb1-08f56e43ba10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.561066992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"08aa3e65-db77-4800-8f18-419dac4ba7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.580904049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"7311c5f9-493c-48bf-8ee2-313380070042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.581954446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"834fc61d-ef03-49f8-aeb1-08f56e43ba10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.583321198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"08aa3e65-db77-4800-8f18-419dac4ba7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.648798111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"98fe1fdf-6ea1-49f1-ba52-35b18e6604c9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.670616147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"98fe1fdf-6ea1-49f1-ba52-35b18e6604c9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.672674977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"c39c39ea-0a76-4b85-9d9a-2c85c6cfd7a0","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:16.672758958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"c39c39ea-0a76-4b85-9d9a-2c85c6cfd7a0","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.761228852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7c635920-e9a5-4efe-bfde-1fe581d84eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.782336199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7c635920-e9a5-4efe-bfde-1fe581d84eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.860880789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b66f464a-817a-493c-bd75-4d62c549f70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.861128467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f8c36b78-f87d-4c99-b8aa-1f860b7b6bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.861879244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"1d2c985e-44ce-4667-8481-ad09dbb9ac8f","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.861937455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"22eb4690-de89-462c-ae9f-f5b48cf1cb20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.882188372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b66f464a-817a-493c-bd75-4d62c549f70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.882222296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f8c36b78-f87d-4c99-b8aa-1f860b7b6bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.884784137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"22eb4690-de89-462c-ae9f-f5b48cf1cb20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.884924709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"1d2c985e-44ce-4667-8481-ad09dbb9ac8f","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:16.995118677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ce1c059c-6002-4109-b8ec-fc6f7e7c7084","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:17.01214929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"6b5942fe-3243-4898-892b-6af19d8d3827","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:17.012313937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"6b5942fe-3243-4898-892b-6af19d8d3827","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:17.025330658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ce1c059c-6002-4109-b8ec-fc6f7e7c7084","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:17.672901501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"04caa663-74ba-470d-bcc7-2ea42cbc4571","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:17.67300166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"04caa663-74ba-470d-bcc7-2ea42cbc4571","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.350649278Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"893f13e8-d17f-41d3-ae66-144f9479171c","namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.369463473Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"60205b21-4c82-40d1-9b1e-004f04d03b29","namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.403451145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e2299317-5c97-4a3b-befa-de7a36202b3c","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.403452556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"a17afd48-6c91-4dff-acc7-8eb69ddcfee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.404921959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"40ed3887-aac7-4fff-b05a-bd223edb12be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.404921709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"668ab771-a2b5-4c3f-811d-1d50464b64d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.406371404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c713fb9-4248-441f-8737-8c60291e3d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.453539404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e2299317-5c97-4a3b-befa-de7a36202b3c","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.455889502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"a17afd48-6c91-4dff-acc7-8eb69ddcfee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.457482397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"668ab771-a2b5-4c3f-811d-1d50464b64d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.461117836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"40ed3887-aac7-4fff-b05a-bd223edb12be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.461516899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c713fb9-4248-441f-8737-8c60291e3d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.604941107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"519e4860-7c3f-48cc-89cb-12b6a821b238","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.652889001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fd1c959e-9204-4f16-93ca-0f670b9bd33a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.653257494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9c795eb5-64ba-4465-9419-0334eca81789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.657105478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"27d61b26-a916-4f41-a144-81e27276ef0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.657105397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"bc390841-6e77-43fd-9924-b78865981188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.675621952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9c795eb5-64ba-4465-9419-0334eca81789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.675638338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fd1c959e-9204-4f16-93ca-0f670b9bd33a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.679823106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"27d61b26-a916-4f41-a144-81e27276ef0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.679828337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"bc390841-6e77-43fd-9924-b78865981188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.75770352Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"04d69839-de37-4467-8aa6-de941c2f3904","namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.759715238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46161b98-61c8-40e7-b3d9-f060e6aaeaa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.774404938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"818fc570-b9fe-47f2-a8bd-8488dc5519af","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"e2e-extmod-cfl-1-6c5c14/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.774436383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"818fc570-b9fe-47f2-a8bd-8488dc5519af","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"routeName":"external-model-e2e-cfl-b02a01-59842ac9b772","namespace":"e2e-extmod-cfl-1-6c5c14","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.780806939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46161b98-61c8-40e7-b3d9-f060e6aaeaa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.947902194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"ac03da7a-dc4c-4efb-929b-5bd2c0ccda49","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.956607753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"87431b88-57df-4191-aa8d-467b5dcdc8a8","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.960557805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c953c42d-65ec-4d6d-a20e-5c2ab69f9d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.963575033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"949ec07e-1f3f-4cca-9a2c-e80a7f597fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:18.971064563Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"20832445-fd3d-4543-8081-0f05b80493eb","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:18.971148608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"20832445-fd3d-4543-8081-0f05b80493eb","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.97140114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"ac03da7a-dc4c-4efb-929b-5bd2c0ccda49","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.977808828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"87431b88-57df-4191-aa8d-467b5dcdc8a8","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.982705554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c953c42d-65ec-4d6d-a20e-5c2ab69f9d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:18.987888487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"949ec07e-1f3f-4cca-9a2c-e80a7f597fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.0547957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8673727d-dadc-410c-850e-9e318006f315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.076410584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8673727d-dadc-410c-850e-9e318006f315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.236235971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"753273e8-17d6-4032-949a-c67f9a96cec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.236636429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a24f764c-00bc-49d1-9ec1-21fc7abb0555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.265510932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a24f764c-00bc-49d1-9ec1-21fc7abb0555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.265548823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"753273e8-17d6-4032-949a-c67f9a96cec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.281849536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"5ce77668-26d0-4d9b-9ab8-d9a686bedb1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.295002841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"ee3a002a-2ca1-40c8-adfa-0993440c5ce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.2983473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54734e56-78b7-4249-b85e-79c8c40908c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.30411456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"5ce77668-26d0-4d9b-9ab8-d9a686bedb1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.319013086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"ee3a002a-2ca1-40c8-adfa-0993440c5ce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.319576212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54734e56-78b7-4249-b85e-79c8c40908c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.452553709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"e82a8309-ab84-4972-b1df-4c3f4ff63549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.453283202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5937bd8a-8848-4f55-af71-791c940db40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.468701607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"fe8ed6d8-f073-45ca-a7bb-738211d5341f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.4689281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"32ec6c90-2435-47ea-b697-8a94f8e83163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.474500177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5937bd8a-8848-4f55-af71-791c940db40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.474508845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"e82a8309-ab84-4972-b1df-4c3f4ff63549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.484353082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d6eca64-40f9-4eee-b5ea-6c28d844ad50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.490130166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"32ec6c90-2435-47ea-b697-8a94f8e83163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.490257299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"fe8ed6d8-f073-45ca-a7bb-738211d5341f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:19.506600305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d6eca64-40f9-4eee-b5ea-6c28d844ad50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.041652109Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"8029df0a-a232-400b-b072-e61d8b1a03d7","namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.092106836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"dbb84a6a-b54c-48f3-bcd7-0c1a5feda488","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.09553017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e080beaf-94e8-4104-83b1-bc853f3debdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.096029525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98205eaa-051b-4d1f-a071-cbc237c30d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.09668236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"55ec78cf-47e1-408c-8c76-6dea342076e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.096758216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"dde3b8e5-f6a5-4f17-b1d3-860d252c9937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.113293676Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"a7cf61e8-b7c8-4770-96f8-02b671d07381","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"routeName":"external-model-e2e-cfl-b02a01-59842ac9b772","namespace":"e2e-extmod-cfl-1-6c5c14","model":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.113848644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"dbb84a6a-b54c-48f3-bcd7-0c1a5feda488","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.117906265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e080beaf-94e8-4104-83b1-bc853f3debdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.119640468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"dde3b8e5-f6a5-4f17-b1d3-860d252c9937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.121600811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98205eaa-051b-4d1f-a071-cbc237c30d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.123244541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"55ec78cf-47e1-408c-8c76-6dea342076e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.303829163Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"ff40b871-32d1-4ba2-a52a-4747b3b409fb","namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.321766242Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"fd7fc6a8-2e20-47f9-a421-89ebb95bfa7a","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.33892553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"4ea1c0e6-8153-43bb-94b8-bab088e53969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.342304571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"956db826-372c-4368-86e4-e3129128d693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.34285547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"8d35393c-4289-4485-8f2b-0fe1803e0b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.343464284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"b065320c-af19-453f-92c2-b6873dd74f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.346463855Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"7dbb4a41-31ed-4f45-9ec8-090919550a6f","namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.359878914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"4ea1c0e6-8153-43bb-94b8-bab088e53969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.364506633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"8d35393c-4289-4485-8f2b-0fe1803e0b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.368519311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"b065320c-af19-453f-92c2-b6873dd74f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.371971803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"956db826-372c-4368-86e4-e3129128d693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.499864849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"712e7bee-432e-45bb-b44c-36ad711f5833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.563604349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"712e7bee-432e-45bb-b44c-36ad711f5833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.567809899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"0254b256-9392-466b-9a5b-b91041305cb7","namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:21.577747228Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"de5c7abf-edc1-48c5-817c-f7883d83862e","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:21.577858152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"de5c7abf-edc1-48c5-817c-f7883d83862e","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.599486634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"c12f93e0-b879-4d9f-99d3-816b673ee061","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.624147375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3b84d281-3515-4970-801b-976c483b1a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.624633129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b4949949-7736-48c5-b10f-fd3aece786fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.653572691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"c12f93e0-b879-4d9f-99d3-816b673ee061","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.678499032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b4949949-7736-48c5-b10f-fd3aece786fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.684479208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3b84d281-3515-4970-801b-976c483b1a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.713277626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"0630383c-4c49-419a-8018-74496e6ea102","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.738647993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"0630383c-4c49-419a-8018-74496e6ea102","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.805263396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"69ed151f-0c56-449e-bead-49f3b309f579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.826958584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"69ed151f-0c56-449e-bead-49f3b309f579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.90684193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"941d5383-33f0-4d4e-8a91-b7fafe637e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.906920855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fe8fb248-850b-420d-9af5-58308ef0b3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.90861579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1f1d4c70-5465-475e-ae18-081db4212c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.928476719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"941d5383-33f0-4d4e-8a91-b7fafe637e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.92854811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fe8fb248-850b-420d-9af5-58308ef0b3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:21.931538583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1f1d4c70-5465-475e-ae18-081db4212c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.008009865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"28746862-9375-47cc-b11a-a3955c10c5d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.008147475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fdd91b55-9dab-4a1a-850e-196c98081bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.029312498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fdd91b55-9dab-4a1a-850e-196c98081bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.029669235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"28746862-9375-47cc-b11a-a3955c10c5d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.109997679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"48d4cbd1-6595-4c44-b8f0-b016d8cf45ae","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.110024246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"2efb224c-62b2-472d-8be6-e56ff344a361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.110830619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"4fa4caca-8a74-4bbb-87d0-6d7cdbe73610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.131480897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"2efb224c-62b2-472d-8be6-e56ff344a361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.131544323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"48d4cbd1-6595-4c44-b8f0-b016d8cf45ae","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.133853669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"4fa4caca-8a74-4bbb-87d0-6d7cdbe73610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.22268179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"490be493-c397-420b-911c-bfbd55d9c303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.222777636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc8197ac-2044-49cf-b976-eddbab291266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.245861485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc8197ac-2044-49cf-b976-eddbab291266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.245860616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"490be493-c397-420b-911c-bfbd55d9c303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.307057747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"994051a8-f5c9-4521-99b4-27706208cf19","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.329420429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"cf9a65a2-3aa6-490f-9491-b1fa290182dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.334513308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"994051a8-f5c9-4521-99b4-27706208cf19","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.354721591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"cf9a65a2-3aa6-490f-9491-b1fa290182dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.424549609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b66f8676-dd0c-4331-b092-b07735effe24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:22.44608264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b66f8676-dd0c-4331-b092-b07735effe24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:26.71585513Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"c2108910-0f5b-447b-857e-787e78cee7bd","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:27:26.715987711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"c2108910-0f5b-447b-857e-787e78cee7bd","error":"ExternalModel e2e-extmod-att-user-bf0fea/e2e-att-delete-bafe80 is attached to several gateways [openshift-ingress/e2e-extmod-a-2f820e openshift-ingress/e2e-extmod-b-1afb3e]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:28.819664172Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.140025094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"7bd7d10a-205d-4b19-a010-5dd08448b1a3","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.140063035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"7bd7d10a-205d-4b19-a010-5dd08448b1a3","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.157531697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"ad68505a-2da8-4c52-ac58-4494f12157e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.181506844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"ad68505a-2da8-4c52-ac58-4494f12157e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.185875089Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-sub","reconcileID":"f921ff9d-3c08-4f90-81f4-fbaec0be9bc1","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7530d38e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.280707708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"32c04e59-85e3-489a-bdd5-472bd7e08890","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.280746317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"32c04e59-85e3-489a-bdd5-472bd7e08890","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.338885766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"e2e66123-afd3-495d-942c-df3b200f92e1","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.366088312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"189edd1c-47c1-4a63-8663-ab3499c4139a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.387085615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"189edd1c-47c1-4a63-8663-ab3499c4139a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.439512271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"845c11f4-705a-4da7-8ae3-330f685c8690","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.439551677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"845c11f4-705a-4da7-8ae3-330f685c8690","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.460022374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"db02d9ce-86b0-407f-919b-d4f9fbc463c7","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.460058456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"db02d9ce-86b0-407f-919b-d4f9fbc463c7","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.477903687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"eec40b3e-d62f-48a6-8253-43d590041837","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.534657271Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"eec40b3e-d62f-48a6-8253-43d590041837","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.554672333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"eec40b3e-d62f-48a6-8253-43d590041837","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.595496418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"cf250ee5-f60b-41ca-953a-1f0f45ec4cda","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:31.595530882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"cf250ee5-f60b-41ca-953a-1f0f45ec4cda","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.152131055Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"dbbcb955-4677-4d86-8cec-b93328784469","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.18776831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"537a4230-efde-4dee-8ec0-484d82e2d175","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.188999209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"85849c90-2e09-4e81-91c1-46f3ad819db9","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.189021092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"85849c90-2e09-4e81-91c1-46f3ad819db9","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.194541002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"ea85d025-179c-4080-b303-cfd5d01643c2","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.207725118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b318dbf-9c50-469c-bd79-5c4204705d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.208142593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"00cf9a8c-ec0f-47a2-a8dd-63711c5767e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.20819161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"277a2bee-cba4-41e9-bb49-731832b831ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.208964542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"a35e2c4a-9936-4036-8aaf-d9beed33457e","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.208992159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"a35e2c4a-9936-4036-8aaf-d9beed33457e","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.212768073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"537a4230-efde-4dee-8ec0-484d82e2d175","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.215655346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"ea85d025-179c-4080-b303-cfd5d01643c2","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.228704801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"00cf9a8c-ec0f-47a2-a8dd-63711c5767e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.22876426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b318dbf-9c50-469c-bd79-5c4204705d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.231433734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"277a2bee-cba4-41e9-bb49-731832b831ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.236072469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"ea85d025-179c-4080-b303-cfd5d01643c2","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.258347512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"56efa52d-f79c-4c5b-9e9d-2c95651520dd","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-detach-5304d4","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.258481964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"ea6f77de-49aa-418a-8312-91472c3870e0","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.258510334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"ea6f77de-49aa-418a-8312-91472c3870e0","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.258770015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"def60b5e-0f67-4fdf-a000-fe02dab36460","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.276122952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"b85c863e-f017-4043-a669-abe6855a01ec","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.276176322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"b85c863e-f017-4043-a669-abe6855a01ec","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.302483494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5e8701b8-9cac-4c6b-a46d-32add5e9261b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.325639508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5e8701b8-9cac-4c6b-a46d-32add5e9261b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.403501635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"bf88dcce-ecbd-4dcd-99ab-04a46b968d8c","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.413494518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"cacdeb56-694a-44b8-ac52-93e54f383e40","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-detach-5304d4","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.414166822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8ba482f3-1f7d-442b-a145-226830625d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.41423491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"23227003-b09b-4c98-aae2-d891c4490057","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.415732538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"453a0eba-1fb0-4dde-85b6-ed7b4eb6ea0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.435307002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"23227003-b09b-4c98-aae2-d891c4490057","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.436714972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8ba482f3-1f7d-442b-a145-226830625d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.437623681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"453a0eba-1fb0-4dde-85b6-ed7b4eb6ea0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.44284091Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-bafe80","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","reconcileID":"36520f1f-19e8-47b3-9722-0b1cea019b15","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-delete-bafe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.511201968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e6251ed2-5983-4331-93e0-ea401bca5fa9","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.566632313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"9593e687-88a0-4538-8e53-762ee07e60de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.686288915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"e6251ed2-5983-4331-93e0-ea401bca5fa9","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.699723498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"9593e687-88a0-4538-8e53-762ee07e60de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.734151139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf7f9eb6-924b-4477-9d36-0528d2b9f5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.736554233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8f90f450-5305-40b2-9696-811e03aa6134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.757972006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf7f9eb6-924b-4477-9d36-0528d2b9f5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.759376114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8f90f450-5305-40b2-9696-811e03aa6134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.781852646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"183b1dda-ec77-4c95-b3b1-86ac2b134611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.803183146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"183b1dda-ec77-4c95-b3b1-86ac2b134611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.831181747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"0259e5af-490f-41be-a81b-fe3cd094dd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.852304849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"0259e5af-490f-41be-a81b-fe3cd094dd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.867712068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"094ba151-0f19-4f65-a7ce-0f266c7ad9bd","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.868267611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3876fb25-532b-4e0d-addd-7da555fc6c3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.884151594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a311c53-29ec-426c-af8d-8f195c7f8d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.88928125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3876fb25-532b-4e0d-addd-7da555fc6c3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.889356636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"094ba151-0f19-4f65-a7ce-0f266c7ad9bd","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.899238522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"a41ba1ff-ea0e-4fbb-b975-60c84f685d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.905082942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a311c53-29ec-426c-af8d-8f195c7f8d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.90927047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"094ba151-0f19-4f65-a7ce-0f266c7ad9bd","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.920495278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"a41ba1ff-ea0e-4fbb-b975-60c84f685d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.94289239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"0e20aa2e-7d65-47fc-9dd7-dfbe562dbab9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:32.963696519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"0e20aa2e-7d65-47fc-9dd7-dfbe562dbab9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:33.078377626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4426e175-4c26-445d-90eb-46e573c38d47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:33.078613038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"a998647a-23a9-496b-80c4-8cde70ef4769","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:33.100196492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4426e175-4c26-445d-90eb-46e573c38d47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:33.100699082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"a998647a-23a9-496b-80c4-8cde70ef4769","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:33.175208999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"bc5da39f-9cfd-4ae0-a5c0-c38540a6d779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:33.175278369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"9aec4503-0065-467f-b0d1-58195e51779d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:33.17731698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d0fe7fbe-f86c-4b0a-ab05-a1cd1b4dc311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:33.197560276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"bc5da39f-9cfd-4ae0-a5c0-c38540a6d779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:33.197560273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"9aec4503-0065-467f-b0d1-58195e51779d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:33.200055912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d0fe7fbe-f86c-4b0a-ab05-a1cd1b4dc311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.733634055Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"ba96d183-b671-4751-8351-d41994a799fe","namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.752362061Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"2d58b387-89a5-4e73-8fab-3851b7ea861e","namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.767739731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"3e331811-eb08-4d50-bbd4-6f19c7602d1d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.769326878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"fe96cd1c-3d9b-45a0-b9ec-cc453aa6a2ab","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.78346006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"61f777c2-90ab-400b-b575-0e2686e3634d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.784657835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"6a4438ab-1055-4f5d-9328-90e79dc14a6d","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.785761408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"ea313e9e-1569-41e0-be16-3a02e2d7c388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.788815014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"3e331811-eb08-4d50-bbd4-6f19c7602d1d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.790207645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"fe96cd1c-3d9b-45a0-b9ec-cc453aa6a2ab","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.805644196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"61f777c2-90ab-400b-b575-0e2686e3634d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.807375856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"6a4438ab-1055-4f5d-9328-90e79dc14a6d","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.810461995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"fe96cd1c-3d9b-45a0-b9ec-cc453aa6a2ab","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.811078248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"ea313e9e-1569-41e0-be16-3a02e2d7c388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.969402523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1584dd3d-8356-4aac-9f52-c5080ce0c755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:39.990816244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1584dd3d-8356-4aac-9f52-c5080ce0c755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.050017693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"96fbf237-1fa6-426c-8adb-6d8979201946","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.05114627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"550cc15e-8391-493b-99a2-096be4521494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.07113413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"96fbf237-1fa6-426c-8adb-6d8979201946","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.073056018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"550cc15e-8391-493b-99a2-096be4521494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.081065054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"476c6e0d-2bce-4149-9bc9-36743cbc3983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.082065997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93f6e2b3-d0b1-4460-8dbe-689eb24cc23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.096815035Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"0649dae0-0dec-40cc-985c-acb3df829e6d","namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.103885499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"476c6e0d-2bce-4149-9bc9-36743cbc3983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.104704502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93f6e2b3-d0b1-4460-8dbe-689eb24cc23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.129699629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6baea5bd-2070-4bab-ba5e-22bdbbace680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.15053293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6baea5bd-2070-4bab-ba5e-22bdbbace680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.231497899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fd688a82-bb22-4d4f-b05e-7f98e5ec1976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.253659559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fd688a82-bb22-4d4f-b05e-7f98e5ec1976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.263555833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"e213e3b5-7d02-4b5e-9017-fd409aeaf1c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.279063587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b90b3cb9-ccb3-4f83-9117-cc51f8b59dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.279183066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41d19235-4774-4482-ad79-6cf713ecd706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.279441595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0879823d-767a-4c8c-a26a-fe7f8c875af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.284669204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"e213e3b5-7d02-4b5e-9017-fd409aeaf1c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.302720771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41d19235-4774-4482-ad79-6cf713ecd706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.302892278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b90b3cb9-ccb3-4f83-9117-cc51f8b59dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.305597576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0879823d-767a-4c8c-a26a-fe7f8c875af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.371453007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"02c0da9a-845c-469d-9155-45e33f37b385","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.392501323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"02c0da9a-845c-469d-9155-45e33f37b385","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.458384416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"ee758f22-0595-4932-a536-421e34f8321d","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.458419607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"7e975edd-560e-436e-bd22-9632482b1673","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.471900003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"951e7c9a-dbda-4e0d-8aa5-f8e77337a3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.472119362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b703c985-70cf-42f3-8663-c6ac421abb94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.479951071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"ee758f22-0595-4932-a536-421e34f8321d","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.48000904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"7e975edd-560e-436e-bd22-9632482b1673","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.493610672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"951e7c9a-dbda-4e0d-8aa5-f8e77337a3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.493789339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b703c985-70cf-42f3-8663-c6ac421abb94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.499885238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"ee758f22-0595-4932-a536-421e34f8321d","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.572416105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d052449c-8a07-4f38-80a8-35ad5423f375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.593896057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d052449c-8a07-4f38-80a8-35ad5423f375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.672051557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7f671c18-63d1-4b94-b9af-cb942230893f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.693943678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7f671c18-63d1-4b94-b9af-cb942230893f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.773014566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c612d48f-48a9-4579-87cd-8edafd3d9aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.774706583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"5b217c2d-b952-4219-8d67-0a8f2684eade","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.77591718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"14aa94e3-d691-4851-b0d7-c2c2cfa51357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.794481195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c612d48f-48a9-4579-87cd-8edafd3d9aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.796922706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"5b217c2d-b952-4219-8d67-0a8f2684eade","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.797267451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"14aa94e3-d691-4851-b0d7-c2c2cfa51357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.876079222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"19638047-be1d-4280-b498-49f892429652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:40.897150466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"19638047-be1d-4280-b498-49f892429652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.202374544Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-sub","reconcileID":"bf6848bb-34ef-43a2-83e3-fdf9b7858da9","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","subscription":"e2e-cmp-legacy-179ad8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.235896182Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-sub","reconcileID":"bf6848bb-34ef-43a2-83e3-fdf9b7858da9","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.252546024Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-sub","reconcileID":"bf6848bb-34ef-43a2-83e3-fdf9b7858da9","MaaSSubscription":{"name":"e2e-cmp-legacy-179ad8-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.347885834Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1afb3e priority=0:[ai-tenant-e2e-extmod-b-1afb3e/e2e-att-detach-5304d4-sub ai-tenant-e2e-extmod-b-1afb3e/e2e-att-unrel-27f9f5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.356224043Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"e057b78a-82a4-4550-b6ad-0d967c2e6d2a","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.373067823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"28fd655c-eda3-401f-8adf-3e08b5dd4ae8","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.373104147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"28fd655c-eda3-401f-8adf-3e08b5dd4ae8","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.381765025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"ec9455f5-54dc-47a6-a2f2-142ef871feb9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.406121721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"ec9455f5-54dc-47a6-a2f2-142ef871feb9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.510767696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"37b62638-e6a6-4a47-91fc-b9ce078bc058","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.510801575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"37b62638-e6a6-4a47-91fc-b9ce078bc058","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.554936286Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"9c421ba0-84b8-4c2b-bd16-43f6c0223ac4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.60472937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"9c421ba0-84b8-4c2b-bd16-43f6c0223ac4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.664643128Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"9c421ba0-84b8-4c2b-bd16-43f6c0223ac4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.664676767Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8-access","reconcileID":"9c421ba0-84b8-4c2b-bd16-43f6c0223ac4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-179ad8-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.702350807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"cf3b75a1-6a1e-4391-9eb6-cc32798fd4b7","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"ai-tenant-e2e-extmod-a-499482/e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:41.702381988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"cf3b75a1-6a1e-4391-9eb6-cc32798fd4b7","MaaSModelRef":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"routeName":"external-model-e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482","model":"e2e-cmp-legacy-179ad8","externalModel":"e2e-cmp-legacy-179ad8","provider":"e2e-cmp-legacy-179ad8-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:44.953381669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"705e946f-0bb3-45a7-9e7f-03e852ffb0f2","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:44.953416723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"705e946f-0bb3-45a7-9e7f-03e852ffb0f2","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:45.028750745Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"1dfa7598-a153-44bc-ab70-8ec43919c076","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c8988efd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:45.028895811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"9037a152-b0c5-44d2-aee6-1627020f9e22","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:45.036415959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"93f82b48-1e79-49b4-80d3-8aa159008686","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:45.051986349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"9037a152-b0c5-44d2-aee6-1627020f9e22","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:45.062650444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"93f82b48-1e79-49b4-80d3-8aa159008686","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:45.184235087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"fe0a90b0-50c3-4b81-b21b-2acf09def483","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:45.199527522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"54afed7d-bc4e-4d11-bd5e-271dba04ba47","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:45.205706778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"fe0a90b0-50c3-4b81-b21b-2acf09def483","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:45.222495127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"54afed7d-bc4e-4d11-bd5e-271dba04ba47","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:48.847139387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"eb07a109-7b98-4da3-91d7-970feb60b2dd","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:48.869711814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"eb07a109-7b98-4da3-91d7-970feb60b2dd","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:48.890253273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"eb07a109-7b98-4da3-91d7-970feb60b2dd","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:48.928988573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"93a97621-fefd-4ccc-a4c2-d3016c353481","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:48.929025799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"93a97621-fefd-4ccc-a4c2-d3016c353481","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:49.95266264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"45746107-1cb1-4fde-af26-93b1cd99ee30","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:49.95270064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"45746107-1cb1-4fde-af26-93b1cd99ee30","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:51.374320764Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"34e69107-7ee8-49d3-90c5-f237358822d1","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.237972454Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"e46c58f0-fac0-4fa7-9540-6e31ba681881","namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.275754518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"63d7a612-7405-4981-a987-6041a94cf9f8","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.290417458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6807365a-2c5b-4d15-8d02-e23c22a1d299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.290655431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99ea110f-8da3-4716-869d-4ac12616621d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.292683077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"98fd8683-a741-46ae-9d5b-1c781acac4ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.292863214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"f75d44f6-2e9c-4fdc-8ab4-ef522e2d129c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.298926598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"63d7a612-7405-4981-a987-6041a94cf9f8","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.351654896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6807365a-2c5b-4d15-8d02-e23c22a1d299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.353302284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"63d7a612-7405-4981-a987-6041a94cf9f8","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.354592184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"f75d44f6-2e9c-4fdc-8ab4-ef522e2d129c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.357048952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99ea110f-8da3-4716-869d-4ac12616621d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.357463909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"98fd8683-a741-46ae-9d5b-1c781acac4ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.408631842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0f0cbc3e-4dd1-4766-927c-db3a700b8e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.41768164Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-179ad8","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","reconcileID":"bc6a3e67-e2e2-46c8-9048-ddccb8ac254f","namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cmp-legacy-179ad8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.430887614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0f0cbc3e-4dd1-4766-927c-db3a700b8e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.538108473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"80cded36-a15e-4f99-938d-ed84dde4ccef","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.538739857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"dea5f914-ff20-424f-b02c-65e88281047e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.539665108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0416f2e6-fd1f-4b24-9106-6a49d5ebb507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.541038567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"558913bd-37d0-45f3-958c-f0eedc4497ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.552962111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"3a6d5d14-6946-4902-adce-6ca61e3097c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.560344646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"80cded36-a15e-4f99-938d-ed84dde4ccef","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.56046927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"dea5f914-ff20-424f-b02c-65e88281047e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.563313932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0416f2e6-fd1f-4b24-9106-6a49d5ebb507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.563685211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"558913bd-37d0-45f3-958c-f0eedc4497ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.574664979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"3a6d5d14-6946-4902-adce-6ca61e3097c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.669467463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2a51d7e7-e14a-4d3b-ac69-dc6bda871317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.669581232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed4928a7-2fbb-4d80-bae8-0769040e7bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.669878235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"245f1f29-fb0f-47d1-9c44-7a876de9f516","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.692662944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed4928a7-2fbb-4d80-bae8-0769040e7bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.693767033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"245f1f29-fb0f-47d1-9c44-7a876de9f516","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.694865283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2a51d7e7-e14a-4d3b-ac69-dc6bda871317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.748946257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"0cc0d69f-333d-4b7e-b28d-8d579dd31b41","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.765327072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3288ec86-68b9-4e21-81ff-d5fac56c0936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.77022997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"0cc0d69f-333d-4b7e-b28d-8d579dd31b41","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.786543154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3288ec86-68b9-4e21-81ff-d5fac56c0936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.790097052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"0cc0d69f-333d-4b7e-b28d-8d579dd31b41","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.864870424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d78292ed-e6a3-4769-b133-2dccd3dee692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.865356926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7472f996-49b0-4dba-ade7-d743f1dcb1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.865672973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"14903a77-d8a9-4d1e-a13d-d2160b574295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.885570428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d78292ed-e6a3-4769-b133-2dccd3dee692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.888485505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"14903a77-d8a9-4d1e-a13d-d2160b574295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:52.89074355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7472f996-49b0-4dba-ade7-d743f1dcb1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:53.073558908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d62575ed-ebe8-453b-9f29-957b53064606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:53.095327768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d62575ed-ebe8-453b-9f29-957b53064606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:53.106356272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"72b7a637-7c77-4f19-93f6-bf07a196dd80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:53.131447296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"72b7a637-7c77-4f19-93f6-bf07a196dd80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.316442025Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"3fc91e90-b25b-474f-bf9e-2c4c8ea46a17","namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.336408586Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"7b4351ca-a5a9-4571-8399-1adec77f5365","namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.355652498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"2136c6ad-9f96-4a16-99ff-c66b882c15f3","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.369676908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"b119b860-b998-4128-aef8-8053716b0639","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.370262596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"cd6faa58-6dee-4759-817c-8a989f1fbccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.372843744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9e720e0f-39e7-48de-9328-6d3c43a3aee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.372866476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0feab7d1-4636-4ceb-a3fb-d327e4125ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.376648166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"2136c6ad-9f96-4a16-99ff-c66b882c15f3","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.391175589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"cd6faa58-6dee-4759-817c-8a989f1fbccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.391961385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"b119b860-b998-4128-aef8-8053716b0639","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.394053129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0feab7d1-4636-4ceb-a3fb-d327e4125ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.394430632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9e720e0f-39e7-48de-9328-6d3c43a3aee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.396563875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"2136c6ad-9f96-4a16-99ff-c66b882c15f3","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.471661155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3664ea84-58a9-4d26-996b-a5e3074741c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.493611685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3664ea84-58a9-4d26-996b-a5e3074741c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.5687663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a85baefc-0d9a-46f9-945b-ba384caad16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.574100474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"023a9e97-c49c-4f9b-8168-ae2eea37a86c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.574220273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cf98a42-f48c-4714-8c88-7122d16a3501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.591100278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a85baefc-0d9a-46f9-945b-ba384caad16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.595406595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"023a9e97-c49c-4f9b-8168-ae2eea37a86c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.59653073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cf98a42-f48c-4714-8c88-7122d16a3501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.673504213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"a41ac1bc-8a63-419b-94a0-fed1950a3861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.673504016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3a489732-d0cf-4859-a277-a415a80ac56a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.684684674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"74c3e9af-10fc-40cd-8359-57200b3dbc31","namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.695117656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3a489732-d0cf-4859-a277-a415a80ac56a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.695407292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"a41ac1bc-8a63-419b-94a0-fed1950a3861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.721447377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"232651e1-e0c2-44cd-bc55-1804c2d81edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.721497698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"f486793e-1a8a-4c6c-a6c9-ac80b264f40e","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.721930554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2bb3db02-6b4b-480a-a0b1-4f4685d8285c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.749862906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2bb3db02-6b4b-480a-a0b1-4f4685d8285c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.752369694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"f486793e-1a8a-4c6c-a6c9-ac80b264f40e","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.752792664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"232651e1-e0c2-44cd-bc55-1804c2d81edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.812119456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"55b5c7f0-995e-4849-8ecf-34e3f39ac302","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c48628","tenantID":"e2e-extmod-b-c48628","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.857431886Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"55b5c7f0-995e-4849-8ecf-34e3f39ac302","name":"e2e-extmod-b-c48628-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.913820214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"e493a727-c226-4675-9493-192914b3cc59","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.928778258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"71f10a2f-b29b-40eb-a741-0f58eb104f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.929358478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"bf16d091-1f7e-4f37-81fc-129d28844a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.931260073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"ca61958e-83b4-4f7a-8b4b-7efed4385e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.935688901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"e493a727-c226-4675-9493-192914b3cc59","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.941624383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abdf3cfe-1485-46cb-a5fc-00ce2f11f87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.958753474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"71f10a2f-b29b-40eb-a741-0f58eb104f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.964558357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"bf16d091-1f7e-4f37-81fc-129d28844a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.968254971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"ca61958e-83b4-4f7a-8b4b-7efed4385e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:54.97360982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"e493a727-c226-4675-9493-192914b3cc59","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.05877351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abdf3cfe-1485-46cb-a5fc-00ce2f11f87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.073368086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"20e38935-0619-44f8-9180-9ea0592dd2d8","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","subscription":"e2e-att-detach-5304d4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.10395743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"36d72bc6-8499-4d82-8e89-ff31e7c24909","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.107645664Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"20e38935-0619-44f8-9180-9ea0592dd2d8","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.149603009Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-sub","reconcileID":"20e38935-0619-44f8-9180-9ea0592dd2d8","MaaSSubscription":{"name":"e2e-att-detach-5304d4-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.151196552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"36d72bc6-8499-4d82-8e89-ff31e7c24909","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.225249946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c3b43a4b-1891-40f3-91f2-eae9f55a322c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.225250954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"93583790-b8b4-4845-a358-4b2e720b0411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.226307388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e32e436-d4d1-4c78-a1b4-69c6f11a512b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.240582505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"1bb09d26-031f-4b52-8060-911a411e76d2","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.2462278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"c3b43a4b-1891-40f3-91f2-eae9f55a322c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.249239027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e32e436-d4d1-4c78-a1b4-69c6f11a512b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.249314846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"93583790-b8b4-4845-a358-4b2e720b0411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.261533982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"a7db211e-e048-49a9-ab36-d520227deccc","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.261565299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"a7db211e-e048-49a9-ab36-d520227deccc","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.264056042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"1bb09d26-031f-4b52-8060-911a411e76d2","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.306627755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"65fd3561-c3a2-436c-8551-5677b16cae51","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.306668856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"65fd3561-c3a2-436c-8551-5677b16cae51","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.327211543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fd3f8f6c-9db0-48cf-8562-7fcf2976fb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.348456936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fd3f8f6c-9db0-48cf-8562-7fcf2976fb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.422809356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"363d52b4-6c5b-428d-b2c9-ab106e7ffa96","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.422849638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"363d52b4-6c5b-428d-b2c9-ab106e7ffa96","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.429351356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"17572b7f-2b75-4ce9-8951-82036dc1ab0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.450587373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"17572b7f-2b75-4ce9-8951-82036dc1ab0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.516729297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"99a52797-3044-4436-8daa-958965f1a6ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.530504744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8d7fcf08-7fed-41ae-a661-a5bae7280b28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.530655085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"05fe9397-b331-4b4f-b8da-b80f902310b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.536076798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"2766c23b-db45-4eeb-884d-637850ffb2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.54138376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"99a52797-3044-4436-8daa-958965f1a6ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.553651181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8d7fcf08-7fed-41ae-a661-a5bae7280b28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.553651184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"05fe9397-b331-4b4f-b8da-b80f902310b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.56732063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"2766c23b-db45-4eeb-884d-637850ffb2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.581448642Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-detach-5304d4-access","reconcileID":"a43e50b9-9b01-4582-b585-3dbe4944ec20","MaaSAuthPolicy":{"name":"e2e-att-detach-5304d4-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.718805705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"80af035e-9382-468b-bf27-29e43df5c11e","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:55.718840381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"80af035e-9382-468b-bf27-29e43df5c11e","MaaSModelRef":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-detach-5304d4-582512af377b","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-detach-5304d4","externalModel":"e2e-att-detach-5304d4","provider":"e2e-att-detach-5304d4-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.245484185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"b37d0ee2-7e30-46af-99c2-bdf3f28c2af2","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.283605634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ed272ff4-2234-4256-8a6f-a3672987365f","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.285330163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"605708b9-d208-44c8-84d5-3031bd2cd68f","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.285355299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"605708b9-d208-44c8-84d5-3031bd2cd68f","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.291455814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"85cc5f0e-d800-4f47-a209-4423405309bf","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.300014333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f49954d4-34b8-426f-b106-6bda51c06a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.300221253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"77c6b7a7-91ee-4366-9c72-08a573fa9f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.300702214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d264551-5114-4be0-a2eb-a817931c01c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.307102551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ed272ff4-2234-4256-8a6f-a3672987365f","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.314375721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"85cc5f0e-d800-4f47-a209-4423405309bf","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.321637589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"77c6b7a7-91ee-4366-9c72-08a573fa9f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.323004145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f49954d4-34b8-426f-b106-6bda51c06a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.324493132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d264551-5114-4be0-a2eb-a817931c01c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.335208352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"85cc5f0e-d800-4f47-a209-4423405309bf","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.355003364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"187d93c6-ef21-4d1e-9678-ca058dd59bb7","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.406228362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"2f83711f-526b-415d-9e5e-0e210742bc06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.450026288Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5304d4","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","reconcileID":"38b57c90-8f2f-4fca-a59d-6188a633f605","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-detach-5304d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.452070544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"2f83711f-526b-415d-9e5e-0e210742bc06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.512420728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"38bc3e02-5375-463c-aac6-518243e0593d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.512513742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"f1f5c451-e086-441a-becd-38c4623c6496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.512917755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19e2f055-2312-496e-807e-240b05ff3468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.534316648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ed9da5b4-3d32-4a29-805f-27d033e2bb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.537402481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"f1f5c451-e086-441a-becd-38c4623c6496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.538288173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"38bc3e02-5375-463c-aac6-518243e0593d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.539604775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19e2f055-2312-496e-807e-240b05ff3468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.558559333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ed9da5b4-3d32-4a29-805f-27d033e2bb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.569211811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"19378403-fa29-490f-8132-ce1a1d215297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.590683388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"19378403-fa29-490f-8132-ce1a1d215297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.651142871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"22e1fdd5-9d95-445d-8940-355db270e8ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.666495904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7326c98f-d323-460c-a162-688879f39854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.666626775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"a705647b-ad1e-4792-9ac5-e8edbe6e532f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.666979922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"66c8a896-d31a-4dca-a856-89399d3a7d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.672095468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"22e1fdd5-9d95-445d-8940-355db270e8ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.689202694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"66c8a896-d31a-4dca-a856-89399d3a7d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.689288038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7326c98f-d323-460c-a162-688879f39854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.691506847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"a705647b-ad1e-4792-9ac5-e8edbe6e532f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.745948931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4346868a-03e6-40ea-8937-b7a61027ee24","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.767206264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4346868a-03e6-40ea-8937-b7a61027ee24","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.786626891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd209c9-387e-42fd-8a0c-6c1f9d990633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.787104451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4346868a-03e6-40ea-8937-b7a61027ee24","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.787179614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"122f4a30-6dde-4075-92fd-00a89afa38ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.787744157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d1f0af86-736d-47f0-ac93-2e3edfeb66b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.807863307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd209c9-387e-42fd-8a0c-6c1f9d990633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.808502641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d1f0af86-736d-47f0-ac93-2e3edfeb66b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.810115151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"122f4a30-6dde-4075-92fd-00a89afa38ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.86384388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"398a17f8-b2a2-4cc8-8b76-44b4f4d869db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:56.884963524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"398a17f8-b2a2-4cc8-8b76-44b4f4d869db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:27:58.81967041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:01.391291756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"aa41dade-9eda-4726-87e1-20ed78970c9e","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.437504365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"d3481e2c-98f0-4899-a927-877c85dbf3f0","namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.457067847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"96b944b2-ebe5-4d54-9fc9-933075070fd1","namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.474725066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"db1a5001-5266-411a-b14b-7f1eb5770055","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.49407074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"8aea185d-49c3-426d-9b21-272af39c2ae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.494099905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"caf38f0b-e7f6-4569-be16-cc3e209beb39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.494902088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a5c1919-25a4-46a6-a196-51970e4a1ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.494905546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1f2f2c2f-3887-40f5-b371-aa1e2f6cc242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.499175856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"db1a5001-5266-411a-b14b-7f1eb5770055","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.515751162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"8aea185d-49c3-426d-9b21-272af39c2ae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.516272362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1f2f2c2f-3887-40f5-b371-aa1e2f6cc242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.518040676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"caf38f0b-e7f6-4569-be16-cc3e209beb39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.518511464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a5c1919-25a4-46a6-a196-51970e4a1ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.519465116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"db1a5001-5266-411a-b14b-7f1eb5770055","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.590568999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"f66c3033-4734-48dd-aff2-635740f984fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.612874562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"f66c3033-4734-48dd-aff2-635740f984fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.615243391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a6dc047b-66d3-452b-87b5-25aa039c48f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.615610019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"eab1f224-8a81-4d28-9cf9-e5a66a21baa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.617133509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d387a3e5-ded2-450b-b33c-11aaf6bef350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.617273366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"6ecbc387-b59b-4678-8451-8efa8baf295d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.628277611Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"9b15f56a-6103-4b60-ab68-51966a8d0fb8","namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.636805513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"eab1f224-8a81-4d28-9cf9-e5a66a21baa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.637785248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a6dc047b-66d3-452b-87b5-25aa039c48f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.63935571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d387a3e5-ded2-450b-b33c-11aaf6bef350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.641479993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"6ecbc387-b59b-4678-8451-8efa8baf295d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.659722568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"e363ce92-1d02-4468-93e4-372dfe006964","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.754294689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"7fe58263-ac63-4dd1-8614-7502f5d9a53f","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.755083939Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"23e632a0-3a14-4960-af7b-671a0dc621db","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.777177147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"7fe58263-ac63-4dd1-8614-7502f5d9a53f","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.868324981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3146fdd4-45d5-433a-b566-5aa8e886dc8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.868327516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea2a613e-8a61-4914-a6d5-da23f3009219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.868922526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"10d1b927-33b0-4751-9759-e5b8c6cd77f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.884760391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"732cd608-2d1c-40e4-a69f-e230b16c3aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.889964642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea2a613e-8a61-4914-a6d5-da23f3009219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.890107245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"10d1b927-33b0-4751-9759-e5b8c6cd77f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.892270444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3146fdd4-45d5-433a-b566-5aa8e886dc8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.902508666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"40f2d3d7-0d95-4a1e-afd0-5706a986062a","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.902540538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"40f2d3d7-0d95-4a1e-afd0-5706a986062a","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:02.905536639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"732cd608-2d1c-40e4-a69f-e230b16c3aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.022003027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"0a299a3b-d2fc-452e-808e-9fe1d2dc7db6","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.045268729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"0a299a3b-d2fc-452e-808e-9fe1d2dc7db6","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.056184959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fc19eb75-9616-4472-aa89-efa3829db8eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.057931962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0835dc36-efe2-4592-8c1e-65d178158b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.058038273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0dc3a658-95df-4ddd-980f-f3cafd3ac471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.058361349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d420f6e8-642a-4606-a052-e0d1cef4fec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.065295053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"0a299a3b-d2fc-452e-808e-9fe1d2dc7db6","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.078221786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fc19eb75-9616-4472-aa89-efa3829db8eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.083628136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"0dc3a658-95df-4ddd-980f-f3cafd3ac471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.083743549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d420f6e8-642a-4606-a052-e0d1cef4fec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.085876286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0835dc36-efe2-4592-8c1e-65d178158b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.137053435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"43c6b0ee-96d4-4d47-9ab5-a18c3ab839f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.159245453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"43c6b0ee-96d4-4d47-9ab5-a18c3ab839f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.265199247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e6385ddf-2875-48af-88ba-f40052068969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.265969813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f3263e68-2970-4686-8e2e-9406ef101df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.266832163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"80520585-eee9-4368-a070-cf6e0c4616e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.286410644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e6385ddf-2875-48af-88ba-f40052068969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.287219113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f3263e68-2970-4686-8e2e-9406ef101df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.288718825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"80520585-eee9-4368-a070-cf6e0c4616e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.347132633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"5b8d60c7-e5fc-4b7e-91a0-e1cca82d7f1c","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.347185131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"5b8d60c7-e5fc-4b7e-91a0-e1cca82d7f1c","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.364500985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"de999376-d5cf-4398-be6a-36bf68e7bd55","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.422226395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"de999376-d5cf-4398-be6a-36bf68e7bd55","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.4420613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"de999376-d5cf-4398-be6a-36bf68e7bd55","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.483747608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"74292d2b-acf5-451a-8203-3b0ebb0ad492","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:03.483782978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"74292d2b-acf5-451a-8203-3b0ebb0ad492","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:04.536687693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"b85d5d94-368a-4faf-93e0-1feb7096917b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:04.536721615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"b85d5d94-368a-4faf-93e0-1feb7096917b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.161615368Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"40e47240-7044-4cb8-8e7c-bf7d55f49a1f","namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.179515873Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"47dfa20a-1800-44ce-9c61-921016c5f317","namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.198223889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"4c9a1190-042b-4251-858a-2aaa2cab1ba6","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.198227349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"b9de83e0-cdec-423b-b5b8-23289ee52d10","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.21403617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"080772b8-3b27-429e-a41a-4ca107a30945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.215101975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ca3b4b3-4faf-4a65-9689-06247b64f542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.216122723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"16053ceb-27b3-4bda-b221-4ff6645efd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.219066802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"4c9a1190-042b-4251-858a-2aaa2cab1ba6","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.220695067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"b9de83e0-cdec-423b-b5b8-23289ee52d10","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.235267228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"080772b8-3b27-429e-a41a-4ca107a30945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.235722499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ca3b4b3-4faf-4a65-9689-06247b64f542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.237647547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"16053ceb-27b3-4bda-b221-4ff6645efd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.238582781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"4c9a1190-042b-4251-858a-2aaa2cab1ba6","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.240545827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"b9de83e0-cdec-423b-b5b8-23289ee52d10","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.318563396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"b7ff78f1-57e2-4220-9846-c79e05c60131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.318614585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"de6dd72f-8ea7-4bce-998c-7f6741deac6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.35379813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"b7ff78f1-57e2-4220-9846-c79e05c60131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.364441842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"de6dd72f-8ea7-4bce-998c-7f6741deac6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.426915759Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"432df0cd-6e75-49e6-9a9f-9517a735880d","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.433088952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c9bdfbca-d519-4a40-9178-8869a342a5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.433135921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc1c54f1-4fc8-4159-9248-b2c8177669ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.442509515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"bfe73b75-6c09-49fd-b9c0-42a2bdaa28ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.469999103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc1c54f1-4fc8-4159-9248-b2c8177669ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.471078135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"bfe73b75-6c09-49fd-b9c0-42a2bdaa28ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.472767647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c9bdfbca-d519-4a40-9178-8869a342a5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.542562851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"4f43c348-cba8-412f-a00d-ecc99f831093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.572012923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"fcfa1595-45a9-4da0-b7c2-caae38dd218d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.596842558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"4f43c348-cba8-412f-a00d-ecc99f831093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.597399469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"fcfa1595-45a9-4da0-b7c2-caae38dd218d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.693272633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"7fc2bcc1-1da0-4d58-b19f-990ff8491ecc","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.712172921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"bd20f613-72fe-49ad-b2ce-5fbeda8edd70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.712594702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"673eaf29-1c97-439c-bd54-eb04d6f92281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.713884464Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"6653d535-3347-4663-b6c4-b0d690cd0c76","namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.718971978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"7fc2bcc1-1da0-4d58-b19f-990ff8491ecc","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.730513501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"b5075bd3-756d-4cee-8849-4cd03eae708b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.730551726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"b5075bd3-756d-4cee-8849-4cd03eae708b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.734329554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"bd20f613-72fe-49ad-b2ce-5fbeda8edd70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.735238218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"673eaf29-1c97-439c-bd54-eb04d6f92281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.781041162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"850ed0ac-80d9-4e06-b7cb-35d939901643","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.781075727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"30ba6ce4-d4b1-45ac-a4b1-6d5c9708ea0c","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.808978199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"850ed0ac-80d9-4e06-b7cb-35d939901643","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.809566849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"30ba6ce4-d4b1-45ac-a4b1-6d5c9708ea0c","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.830588271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"30ba6ce4-d4b1-45ac-a4b1-6d5c9708ea0c","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.830691501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"850ed0ac-80d9-4e06-b7cb-35d939901643","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.893479369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"ff764f3e-e4b1-4982-b602-2c22e3955229","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.893513648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"ff764f3e-e4b1-4982-b602-2c22e3955229","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.899566461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"72e784d0-fcf7-4f98-a034-d4caf241aa16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.899573036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e9562ad-cf3b-4e20-a043-e4d6da595bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.900917484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cb6da54-104e-4a48-964a-89867e7568f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.901134007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"bd980b33-dc73-4300-bed3-bc25bee16330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.951395899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"72e784d0-fcf7-4f98-a034-d4caf241aa16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.951716786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"bd980b33-dc73-4300-bed3-bc25bee16330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.95370008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e9562ad-cf3b-4e20-a043-e4d6da595bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.953954795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cb6da54-104e-4a48-964a-89867e7568f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:05.998608401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d92cfd7d-f40d-4d27-8081-4e95cf248a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.019558285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d92cfd7d-f40d-4d27-8081-4e95cf248a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.082982488Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"0497e408-3162-47f8-ac7d-616145595255","namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.100554115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"794d7941-b349-4674-bf1b-d76b76a52651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.100977949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"541295da-2176-4c4e-9944-a0c001907f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.101039826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a676096f-817d-4e69-8687-1efff34a24d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.101338048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4b8d33fc-04e7-45fc-a647-7c4dc290fabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.122820442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"794d7941-b349-4674-bf1b-d76b76a52651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.123248275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"541295da-2176-4c4e-9944-a0c001907f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.126773625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a676096f-817d-4e69-8687-1efff34a24d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.126808402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4b8d33fc-04e7-45fc-a647-7c4dc290fabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.182561328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"167d5f2e-26ad-4188-9b7f-52f42749eac5","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.203500461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"167d5f2e-26ad-4188-9b7f-52f42749eac5","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.282749124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4cb4d268-de91-401c-9390-e62bd1ce9c8c","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.298451563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9c89245a-bd45-4cf9-8ad1-4532201f54bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.29970183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d17c145e-ec00-4a6b-8609-3dfeb6717621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.299792801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"4e499821-c69d-434c-be78-93a6fd42be92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.304040883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4cb4d268-de91-401c-9390-e62bd1ce9c8c","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.31981878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"9c89245a-bd45-4cf9-8ad1-4532201f54bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.320488657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d17c145e-ec00-4a6b-8609-3dfeb6717621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.322350385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"4e499821-c69d-434c-be78-93a6fd42be92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.323722171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4cb4d268-de91-401c-9390-e62bd1ce9c8c","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.359458581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"29ece2eb-4bd5-49d2-9528-bdfe1322e5fa","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.359490218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"29ece2eb-4bd5-49d2-9528-bdfe1322e5fa","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.382766954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"7d8309f7-d112-445b-857c-86503d708d2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.382782563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"28e6364b-9cbc-4ece-abc6-f9341427e207","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.404357987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"28e6364b-9cbc-4ece-abc6-f9341427e207","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.424296672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"28e6364b-9cbc-4ece-abc6-f9341427e207","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.439296982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"7d8309f7-d112-445b-857c-86503d708d2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.458865556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"7d8309f7-d112-445b-857c-86503d708d2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.494557194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"563f1f20-6332-4a8f-8033-72dd63cc6a2c","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.494594197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"563f1f20-6332-4a8f-8033-72dd63cc6a2c","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.498864902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"68671e1b-33cc-4046-bfb2-ec0ed10d05d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.498864895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d2e0583-434b-4854-aca1-b792789c9680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.500080991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"19e67ad5-a264-486a-a3d6-1af453bf1637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.500327731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f7f724d-d9b8-4ba6-8c82-55930c279673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.522104585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"19e67ad5-a264-486a-a3d6-1af453bf1637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.522126268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"68671e1b-33cc-4046-bfb2-ec0ed10d05d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.524388573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f7f724d-d9b8-4ba6-8c82-55930c279673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.524519301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d2e0583-434b-4854-aca1-b792789c9680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.598792215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"6eec51f8-b8df-45c7-8fda-75470c473d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.618241006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e4dcdf75-9890-4da3-95f4-09be2235bf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.61857428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b0a3c0c0-1df2-4d63-bb1d-3572ce329cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.619849054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"6eec51f8-b8df-45c7-8fda-75470c473d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.619940291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"e6e1eeda-241b-478c-a288-8e0fbfa1e234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.620254768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7eb16694-7ce9-4716-9266-80174cc88477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.638915402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e4dcdf75-9890-4da3-95f4-09be2235bf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.639404141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b0a3c0c0-1df2-4d63-bb1d-3572ce329cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.641335047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"e6e1eeda-241b-478c-a288-8e0fbfa1e234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:06.641750438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"7eb16694-7ce9-4716-9266-80174cc88477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:07.028022705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"949fc074-3257-4f5d-b084-58df977c68fd","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:07.028067895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"949fc074-3257-4f5d-b084-58df977c68fd","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:07.045545223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ca801f1c-6261-44eb-bb74-f2217ea2b79f","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:07.069374224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"ca801f1c-6261-44eb-bb74-f2217ea2b79f","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:07.070061624Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"5bd4b1bc-532b-434c-9262-58bda9e88f1f","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-81e9e8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:07.190714176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"4fcc61f0-c9c2-444e-b8cc-a0241bd8bb8c","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:07.213263072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"4fcc61f0-c9c2-444e-b8cc-a0241bd8bb8c","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:11.408807296Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"d24da43b-3227-4a9a-8799-5ea3fe15230e","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:12.774195464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"8e83941f-92dc-44e5-a76f-d84bd5290f33","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:16.360808531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4649e315-60f7-4ab4-b77f-410ba7d4f12a","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:16.382185527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4649e315-60f7-4ab4-b77f-410ba7d4f12a","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:16.4082545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe) AuthConfig (ae7737fdd3d4056c098d56e0b0851f859d3ac28ef008edd99bac04bfd733c78b) AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (68bb0d644926754db05c4150cff0c5ca5b92c915d33db0912ff1097d95e44d22) AuthConfig (0ac0061dec31bd79fc7ed9edc36ba63f57062bf49371aefb92e94173f0810b15) AuthConfig (375afa60446cf9af8f52a00a7f59328352b4f9adf885d8e6dd01cd4846fb0be9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4649e315-60f7-4ab4-b77f-410ba7d4f12a","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:16.459743284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"2d1b1e8a-bd3b-4ea6-aaf4-67037eafd009","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:16.480629924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"2d1b1e8a-bd3b-4ea6-aaf4-67037eafd009","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:16.500314626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"2d1b1e8a-bd3b-4ea6-aaf4-67037eafd009","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:16.561945382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"dd8c98bb-76c6-438d-a950-88306f01a868","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:16.583796497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"dd8c98bb-76c6-438d-a950-88306f01a868","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:16.604001869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"dd8c98bb-76c6-438d-a950-88306f01a868","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.08742175Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"89ce5d58-28fe-42c5-9719-0012e9291ff4","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","subscription":"e2e-att-unrel-27f9f5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.121665749Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"89ce5d58-28fe-42c5-9719-0012e9291ff4","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.138211613Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-sub","reconcileID":"89ce5d58-28fe-42c5-9719-0012e9291ff4","MaaSSubscription":{"name":"e2e-att-unrel-27f9f5-sub","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"maas-trlp-e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.252427423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"41010d28-c335-4564-b0f4-8316dfea7fcc","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.252463543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"41010d28-c335-4564-b0f4-8316dfea7fcc","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.279045738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"2de12029-1046-466a-8e73-be172a148f2e","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.300657016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"2de12029-1046-466a-8e73-be172a148f2e","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.39267891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"edd9f863-3bb1-473e-8611-243c8742981b","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.3927115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"edd9f863-3bb1-473e-8611-243c8742981b","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.454669356Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"393c4f04-c346-4c05-a439-3bbeda2e0f58","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.50408438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"393c4f04-c346-4c05-a439-3bbeda2e0f58","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.561497316Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"393c4f04-c346-4c05-a439-3bbeda2e0f58","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"name":"e2e-extmod-b-1afb3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.561528731Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"e2e-att-unrel-27f9f5-access","reconcileID":"393c4f04-c346-4c05-a439-3bbeda2e0f58","MaaSAuthPolicy":{"name":"e2e-att-unrel-27f9f5-access","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1afb3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.667001275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"64a046f7-36ab-499e-8d4a-36e09869e149","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"tenant":"e2e-extmod-b-1afb3e","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","model":"e2e-extmod-att-user-bf0fea/e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:17.667034961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"64a046f7-36ab-499e-8d4a-36e09869e149","MaaSModelRef":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"routeName":"external-model-e2e-att-unrel-27f9f5-14bab6637432","namespace":"e2e-extmod-att-user-bf0fea","model":"e2e-att-unrel-27f9f5","externalModel":"e2e-att-unrel-27f9f5","provider":"e2e-att-unrel-27f9f5-provider","gateway":"openshift-ingress/e2e-extmod-b-1afb3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:21.42897866Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"d1ff43cc-496d-40cc-8e01-54af5cb3bcdd","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:22.79649233Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"2f476643-a67d-4e17-9229-888c66c38b61","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:24.741551951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"46e7411e-dc5d-4fd5-9d14-1b788d7459ab","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:24.762859369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"46e7411e-dc5d-4fd5-9d14-1b788d7459ab","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:24.791962562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65eb30bc094c7bcfa4ab57c1c345e36c670d154512004c0660f48a86ed10d77b) AuthConfig (b6a91e359f91662b1409dce6b4dc73f3c999d04900b80cca03ccb081ab5e3113) AuthConfig (d1a775f10eae43b4f92d3651f2e2e50a085e1ab4f91b28db9a14221a175713f0) AuthConfig (58cf083169665782331d1777a814f08d9b8ac56615fcecf4ac25c454757f2718) AuthConfig (5f439f3d67c602a31de1c94f30c596c516cf627b8de38e3a77f3e22bd8fb408c) AuthConfig (03b66b2494b265dec357800a5663f612c025731b47d14e94949aaf6c01fcd6e4) AuthConfig (623833237d56d3e5a3e309f53ac01af6b1f6f5aabf3f2d773a7e9a40ade1946f) AuthConfig (fdc10a46eaf016099500349af39630dccfa8bb0e56794f502cecc71418c34608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"46e7411e-dc5d-4fd5-9d14-1b788d7459ab","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:24.833569549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"c6119d75-4509-442a-9fd5-d0c201b3dec1","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:24.833606287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"c6119d75-4509-442a-9fd5-d0c201b3dec1","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:25.138240554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"e69f2474-5b12-4484-9748-6514b7fc147e","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:25.161747125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"e69f2474-5b12-4484-9748-6514b7fc147e","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:25.181842121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"e69f2474-5b12-4484-9748-6514b7fc147e","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:25.232116757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"66216df9-9b6d-4de3-a6f6-18df49bfec7d","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:25.232150042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"66216df9-9b6d-4de3-a6f6-18df49bfec7d","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:26.443672663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"6123ed25-f68e-4c24-be00-60318f736f37","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:26.464624724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"6123ed25-f68e-4c24-be00-60318f736f37","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:26.612281953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"0c301de6-d2b6-4e15-bd1d-4451c605c2d8","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:26.612314109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"0c301de6-d2b6-4e15-bd1d-4451c605c2d8","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:27.912856878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"6b22018f-e1bd-4e0b-9f7b-42f5f83c5f33","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:27.912898694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"6b22018f-e1bd-4e0b-9f7b-42f5f83c5f33","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:28:27.928887212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-sub","reconcileID":"d956e681-94fc-431e-9c69-ad60897b22ca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-b02a01-c7bba9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:27.931027039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"deb155b5-51fd-4064-9159-b6078d1cf465","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:27.951580674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"add73033-6b04-40d9-9d0a-43573e31134f","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:27.951614884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"add73033-6b04-40d9-9d0a-43573e31134f","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:27.953103482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"deb155b5-51fd-4064-9159-b6078d1cf465","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:28:27.969787294Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"add73033-6b04-40d9-9d0a-43573e31134f","name":"e2e-cfl-b02a01","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-b02a01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:28:27.969874325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"add73033-6b04-40d9-9d0a-43573e31134f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-b02a01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:27.992257363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"fabc6c1e-8caf-4fe9-9f83-9fa9a22a3342","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:27.99230173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"fabc6c1e-8caf-4fe9-9f83-9fa9a22a3342","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.009738152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"2a71e72e-2501-4b12-be4f-5606279c6a50","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.009777863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"2a71e72e-2501-4b12-be4f-5606279c6a50","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.026541874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"bbb4bd5e-dd61-471c-bc32-15c8a15218b6","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.026574257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"bbb4bd5e-dd61-471c-bc32-15c8a15218b6","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.090386798Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-sub","reconcileID":"7268598d-28a7-43e8-87df-ebc4c86f1d28","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"maas-trlp-e2e-cfl-b02a01","model":"e2e-cfl-b02a01","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01-c7bba9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.102396072Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"94e44641-160a-4467-a307-8717b154c608","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.140487114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"a045045a-97c0-4a0f-b77e-493a3422ae73","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.141369999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"35390e47-1637-4ddf-96a6-2d7f7ab0707b","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.142318248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4b2052d6-85c8-4972-9002-b42c246e75ff","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.156609327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d4eca6da-bc0a-4e26-8b1f-2cd04ac459aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.159836628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cbfff61-8cd7-47d9-8d4a-b797969b2e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.161815727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"a045045a-97c0-4a0f-b77e-493a3422ae73","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.163755229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"35390e47-1637-4ddf-96a6-2d7f7ab0707b","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.164276546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"4b2052d6-85c8-4972-9002-b42c246e75ff","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.178954307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d4eca6da-bc0a-4e26-8b1f-2cd04ac459aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.18117848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cbfff61-8cd7-47d9-8d4a-b797969b2e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.181841126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65eb30bc094c7bcfa4ab57c1c345e36c670d154512004c0660f48a86ed10d77b) AuthConfig (b6a91e359f91662b1409dce6b4dc73f3c999d04900b80cca03ccb081ab5e3113) AuthConfig (d1a775f10eae43b4f92d3651f2e2e50a085e1ab4f91b28db9a14221a175713f0) AuthConfig (58cf083169665782331d1777a814f08d9b8ac56615fcecf4ac25c454757f2718) AuthConfig (5f439f3d67c602a31de1c94f30c596c516cf627b8de38e3a77f3e22bd8fb408c) AuthConfig (03b66b2494b265dec357800a5663f612c025731b47d14e94949aaf6c01fcd6e4) AuthConfig (623833237d56d3e5a3e309f53ac01af6b1f6f5aabf3f2d773a7e9a40ade1946f) AuthConfig (fdc10a46eaf016099500349af39630dccfa8bb0e56794f502cecc71418c34608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"a045045a-97c0-4a0f-b77e-493a3422ae73","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.18727875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"b56a2fdc-2b93-4b03-8c37-f3398759c888","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.187308907Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"b56a2fdc-2b93-4b03-8c37-f3398759c888","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.190298793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"35390e47-1637-4ddf-96a6-2d7f7ab0707b","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.280266607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e75c6460-b054-4bd2-85b1-41c3ace17434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.280518074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-sub","reconcileID":"77a4e15b-fe31-4355-926e-32fa47c6178a","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"maas-trlp-e2e-cfl-b02a01","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.280767699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8c780378-fae4-4fc3-9f30-c9f5d77a746a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.316438511Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-27f9f5","namespace":"e2e-extmod-att-user-bf0fea"},"namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","reconcileID":"a5c11f62-9291-430d-9157-772aabad3530","namespace":"e2e-extmod-att-user-bf0fea","name":"e2e-att-unrel-27f9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.320363987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e75c6460-b054-4bd2-85b1-41c3ace17434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.323255624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8c780378-fae4-4fc3-9f30-c9f5d77a746a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.380100039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5de8328f-7dbf-4220-99aa-48aa74753872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.400916532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5de8328f-7dbf-4220-99aa-48aa74753872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.449403047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"5da9fbd6-07b6-44be-afe7-d5320a2b218a","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.465507481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"b87ca0bc-114b-4b76-b7a7-d44d2e3ed1e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.471041934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"5da9fbd6-07b6-44be-afe7-d5320a2b218a","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.486362396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"b87ca0bc-114b-4b76-b7a7-d44d2e3ed1e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.570587255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec5aa421-a9d2-46b6-b158-a0e01eedb06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.571029004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"072025fb-68c5-45fc-98bb-b3a083dd5d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.574081966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d0de2f85-b570-471b-b942-a89e19a9dcb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.591466651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"072025fb-68c5-45fc-98bb-b3a083dd5d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.591629805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec5aa421-a9d2-46b6-b158-a0e01eedb06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.591928406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c3f0ff36-6df3-4f68-b043-e20f9aee0cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.595006518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d0de2f85-b570-471b-b942-a89e19a9dcb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.604217127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ade03712-5c52-40ad-9c9e-ca16d8c6387e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.613731198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c3f0ff36-6df3-4f68-b043-e20f9aee0cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.626585039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ade03712-5c52-40ad-9c9e-ca16d8c6387e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.678717901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"19b02a83-3dd1-488e-b5ed-f5d8b943ad8f","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.76257214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"4e63664e-8672-46e4-b67b-f247d75c8624","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.768332657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"19b02a83-3dd1-488e-b5ed-f5d8b943ad8f","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.773910415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"38c896e5-96e3-42c1-8eb4-c9c2c26e61bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.853085491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"4e63664e-8672-46e4-b67b-f247d75c8624","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.855025481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65eb30bc094c7bcfa4ab57c1c345e36c670d154512004c0660f48a86ed10d77b) AuthConfig (b6a91e359f91662b1409dce6b4dc73f3c999d04900b80cca03ccb081ab5e3113) AuthConfig (d1a775f10eae43b4f92d3651f2e2e50a085e1ab4f91b28db9a14221a175713f0) AuthConfig (58cf083169665782331d1777a814f08d9b8ac56615fcecf4ac25c454757f2718) AuthConfig (5f439f3d67c602a31de1c94f30c596c516cf627b8de38e3a77f3e22bd8fb408c) AuthConfig (03b66b2494b265dec357800a5663f612c025731b47d14e94949aaf6c01fcd6e4) AuthConfig (623833237d56d3e5a3e309f53ac01af6b1f6f5aabf3f2d773a7e9a40ade1946f) AuthConfig (fdc10a46eaf016099500349af39630dccfa8bb0e56794f502cecc71418c34608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"19b02a83-3dd1-488e-b5ed-f5d8b943ad8f","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.858875965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"38c896e5-96e3-42c1-8eb4-c9c2c26e61bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.859485625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0bf13538-572f-4b19-9b2d-331980ead7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.868930957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0bd59051-719e-462d-a669-3c2e8a7961bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.873604955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"4e63664e-8672-46e4-b67b-f247d75c8624","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.880203726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0bf13538-572f-4b19-9b2d-331980ead7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.881335409Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.890179557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0bd59051-719e-462d-a669-3c2e8a7961bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.906717249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c4133e6c-90a2-46c0-a4d2-b538677b10bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.928296437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c4133e6c-90a2-46c0-a4d2-b538677b10bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:28.991127147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"1cc6b2d9-92af-4b3f-b02e-56d79956e44d","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:29.006081891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a335634-67dd-4cf5-b1f9-2c9b2c91dc38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:29.012432917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"1cc6b2d9-92af-4b3f-b02e-56d79956e44d","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:29.027306466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a335634-67dd-4cf5-b1f9-2c9b2c91dc38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:29.0399364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"fbb90599-4c97-4113-8499-2425c9fcb5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:29.055630344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e3e11720-f602-4e93-acf3-f24b867bd3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:29.060852361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"fbb90599-4c97-4113-8499-2425c9fcb5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:29.076616367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e3e11720-f602-4e93-acf3-f24b867bd3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:31.448492688Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"c167c26f-4351-4a4f-b07a-9471001980a0","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:32.813512881Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"1dbf263e-a252-475f-9c51-2c0fbfbc31d8","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:38.889880948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"db46bdfb-a0af-459b-81d9-efb94b934f02","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:38.91354559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"db46bdfb-a0af-459b-81d9-efb94b934f02","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:38.934356939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65eb30bc094c7bcfa4ab57c1c345e36c670d154512004c0660f48a86ed10d77b) AuthConfig (b6a91e359f91662b1409dce6b4dc73f3c999d04900b80cca03ccb081ab5e3113) AuthConfig (d1a775f10eae43b4f92d3651f2e2e50a085e1ab4f91b28db9a14221a175713f0) AuthConfig (58cf083169665782331d1777a814f08d9b8ac56615fcecf4ac25c454757f2718) AuthConfig (5f439f3d67c602a31de1c94f30c596c516cf627b8de38e3a77f3e22bd8fb408c) AuthConfig (03b66b2494b265dec357800a5663f612c025731b47d14e94949aaf6c01fcd6e4) AuthConfig (623833237d56d3e5a3e309f53ac01af6b1f6f5aabf3f2d773a7e9a40ade1946f) AuthConfig (fdc10a46eaf016099500349af39630dccfa8bb0e56794f502cecc71418c34608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"db46bdfb-a0af-459b-81d9-efb94b934f02","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:38.999650568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"05ea5cfc-9960-47f5-80c6-9600d5a21a56","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:39.020869843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"05ea5cfc-9960-47f5-80c6-9600d5a21a56","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:39.040693824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"05ea5cfc-9960-47f5-80c6-9600d5a21a56","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:41.465375567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"a49247f2-e108-4384-931e-63f4db529045","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:42.831092131Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"334d05dd-de84-489e-b1db-3b34b2192aa5","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:43.688386966Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"8eccb4a6-527e-4194-bcaf-246cabd74eb5","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:44.058882046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a4edde-be59-4e9d-83c2-646e0b1e55bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:44.074939476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a4edde-be59-4e9d-83c2-646e0b1e55bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:44.091493232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a4edde-be59-4e9d-83c2-646e0b1e55bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:44.108048907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a4edde-be59-4e9d-83c2-646e0b1e55bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:44.841113198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b497c95-fcb8-4134-90bf-fa2b4032cfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:44.858039876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b497c95-fcb8-4134-90bf-fa2b4032cfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:44.874438575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b497c95-fcb8-4134-90bf-fa2b4032cfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:44.892611917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b497c95-fcb8-4134-90bf-fa2b4032cfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:48.969550498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"61e6f8dd-938f-478c-9cc7-b5012f83b56a","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:48.990504182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"61e6f8dd-938f-478c-9cc7-b5012f83b56a","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:49.011781621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65eb30bc094c7bcfa4ab57c1c345e36c670d154512004c0660f48a86ed10d77b) AuthConfig (b6a91e359f91662b1409dce6b4dc73f3c999d04900b80cca03ccb081ab5e3113) AuthConfig (d1a775f10eae43b4f92d3651f2e2e50a085e1ab4f91b28db9a14221a175713f0) AuthConfig (58cf083169665782331d1777a814f08d9b8ac56615fcecf4ac25c454757f2718) AuthConfig (5f439f3d67c602a31de1c94f30c596c516cf627b8de38e3a77f3e22bd8fb408c) AuthConfig (03b66b2494b265dec357800a5663f612c025731b47d14e94949aaf6c01fcd6e4) AuthConfig (623833237d56d3e5a3e309f53ac01af6b1f6f5aabf3f2d773a7e9a40ade1946f) AuthConfig (fdc10a46eaf016099500349af39630dccfa8bb0e56794f502cecc71418c34608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"61e6f8dd-938f-478c-9cc7-b5012f83b56a","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:49.077994814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"b34c5440-8eb4-4caa-9fea-4602a6428f68","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:49.100831499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"b34c5440-8eb4-4caa-9fea-4602a6428f68","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:49.120710856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"b34c5440-8eb4-4caa-9fea-4602a6428f68","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:51.484361299Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"e04f9a5c-6c0e-4e9b-88eb-ba0e9eb2c0c9","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:53.723868369Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"31eaa61e-c849-4e7c-9fd7-12bc0a677412","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.576966944Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"7daa1bfe-b506-43be-93b2-e648c4c41135","namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.601847748Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"83fed9c0-bb3e-482a-86fd-bab35e009d04","namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.612417728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"896ee816-2d3a-4f61-8a09-35c9f9552cd0","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.621637953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"08b2ebb6-46cf-48db-9994-30162270d639","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.623084597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"23acde43-9539-4c62-8ab6-7fc92e3b3226","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.649803069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8b43da3b-7ce2-4ba5-8f6f-c1db85c2402b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.650211512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea681276-1e1d-438d-ad93-b9a3851bfd6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.65184598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"896ee816-2d3a-4f61-8a09-35c9f9552cd0","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.652524564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"23acde43-9539-4c62-8ab6-7fc92e3b3226","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.654614963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"08b2ebb6-46cf-48db-9994-30162270d639","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.67611589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"08b2ebb6-46cf-48db-9994-30162270d639","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.677426171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8b43da3b-7ce2-4ba5-8f6f-c1db85c2402b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.67855738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65eb30bc094c7bcfa4ab57c1c345e36c670d154512004c0660f48a86ed10d77b) AuthConfig (b6a91e359f91662b1409dce6b4dc73f3c999d04900b80cca03ccb081ab5e3113) AuthConfig (d1a775f10eae43b4f92d3651f2e2e50a085e1ab4f91b28db9a14221a175713f0) AuthConfig (58cf083169665782331d1777a814f08d9b8ac56615fcecf4ac25c454757f2718) AuthConfig (5f439f3d67c602a31de1c94f30c596c516cf627b8de38e3a77f3e22bd8fb408c) AuthConfig (03b66b2494b265dec357800a5663f612c025731b47d14e94949aaf6c01fcd6e4) AuthConfig (623833237d56d3e5a3e309f53ac01af6b1f6f5aabf3f2d773a7e9a40ade1946f) AuthConfig (fdc10a46eaf016099500349af39630dccfa8bb0e56794f502cecc71418c34608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"23acde43-9539-4c62-8ab6-7fc92e3b3226","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.678736834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea681276-1e1d-438d-ad93-b9a3851bfd6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.735903469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"c78dbe9d-246f-4e04-b5af-9356ebdd883c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.740507706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c68418a4-3e81-4fb0-b864-ccf77a07f1d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.758977104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"c78dbe9d-246f-4e04-b5af-9356ebdd883c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.76255749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c68418a4-3e81-4fb0-b864-ccf77a07f1d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.837714399Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"cbcc5510-f985-435d-b8f3-e2b32ad80caa","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.868473301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"d7cbd56a-f868-4a8c-85bc-3f597d1c509c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.890363163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"d7cbd56a-f868-4a8c-85bc-3f597d1c509c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.961337314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3f019c1-4317-427a-8727-f13b728232ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.961977235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"9239ce11-f68e-4085-a681-2478c70aea5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.982260716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3f019c1-4317-427a-8727-f13b728232ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:54.984054533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"9239ce11-f68e-4085-a681-2478c70aea5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.056060069Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"7a51dd26-4064-42fe-b4b3-71950632fb45","namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.071984098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7c3e71e5-4286-4eef-a326-60084ae346d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.072439715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"4224fa24-5414-4ecc-b6f5-f31abf1527c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.083351797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"458dccd6-fbd8-45a8-a034-d6a9640cf404","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.083387116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"458dccd6-fbd8-45a8-a034-d6a9640cf404","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.155770948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7c3e71e5-4286-4eef-a326-60084ae346d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.16280124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"4224fa24-5414-4ecc-b6f5-f31abf1527c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.283800385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"78dd6687-737a-4dea-a4b5-cdd314238846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.305509941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"78dd6687-737a-4dea-a4b5-cdd314238846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.323096562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"ab8cb286-fd62-4d48-95c4-88c6dcc112e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.323092763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ba1515fd-1daf-4299-b18a-1660a42aa043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.360629408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ba1515fd-1daf-4299-b18a-1660a42aa043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.36066815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"ab8cb286-fd62-4d48-95c4-88c6dcc112e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.40493462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"3c2cf3c6-c084-479d-8acd-4e882463f956","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.404954136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"b0db8ddd-4fb8-4c7c-83c5-8e2ec4d78697","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.42894307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"b0db8ddd-4fb8-4c7c-83c5-8e2ec4d78697","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.433398493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"3c2cf3c6-c084-479d-8acd-4e882463f956","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.445605718Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"f63e3e3b-4dbe-4b25-a167-3bf447b5582f","namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.453556703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65eb30bc094c7bcfa4ab57c1c345e36c670d154512004c0660f48a86ed10d77b) AuthConfig (b6a91e359f91662b1409dce6b4dc73f3c999d04900b80cca03ccb081ab5e3113) AuthConfig (d1a775f10eae43b4f92d3651f2e2e50a085e1ab4f91b28db9a14221a175713f0) AuthConfig (58cf083169665782331d1777a814f08d9b8ac56615fcecf4ac25c454757f2718) AuthConfig (5f439f3d67c602a31de1c94f30c596c516cf627b8de38e3a77f3e22bd8fb408c) AuthConfig (03b66b2494b265dec357800a5663f612c025731b47d14e94949aaf6c01fcd6e4) AuthConfig (623833237d56d3e5a3e309f53ac01af6b1f6f5aabf3f2d773a7e9a40ade1946f) AuthConfig (fdc10a46eaf016099500349af39630dccfa8bb0e56794f502cecc71418c34608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"3c2cf3c6-c084-479d-8acd-4e882463f956","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.510782381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"081fa8f4-dc8e-4cee-b886-d7a1e0794a61","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.532795468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"081fa8f4-dc8e-4cee-b886-d7a1e0794a61","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.553436783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"081fa8f4-dc8e-4cee-b886-d7a1e0794a61","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.661987364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"3aaf2328-4808-46a3-ae08-a1deb20f5e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.662292208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"8610b8c3-2c7e-428e-ae8f-fa774d8acd08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.662450039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"16dbd9a6-49f1-4833-9b7a-a9133d65cde3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.662657254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f02dd205-edcc-4ae3-97aa-104e9ed7020b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.683595969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"3aaf2328-4808-46a3-ae08-a1deb20f5e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.68403304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f02dd205-edcc-4ae3-97aa-104e9ed7020b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.686006957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"8610b8c3-2c7e-428e-ae8f-fa774d8acd08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.686507287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"16dbd9a6-49f1-4833-9b7a-a9133d65cde3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.720637736Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"94e124c5-a3af-417e-b0c1-a99607b0b48c","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.736495596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"ce35ac3e-b57e-4b4c-be06-b4a79b4d450a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.761321353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"ce35ac3e-b57e-4b4c-be06-b4a79b4d450a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.832693086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"fb684460-e93b-49a0-b9df-e288160006a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.856596345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"fb684460-e93b-49a0-b9df-e288160006a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.933407394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"319583f0-5150-4455-bf0f-63069bb71597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.93390071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"68dc7cc3-0d5e-45ee-a10b-d9ac735b89a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.936975984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86266926-2f9e-41e1-8289-3dbf3c49bccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.954912333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"319583f0-5150-4455-bf0f-63069bb71597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.954937478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"68dc7cc3-0d5e-45ee-a10b-d9ac735b89a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.958365769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86266926-2f9e-41e1-8289-3dbf3c49bccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:55.995268541Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"746e80a7-7b60-4d8d-9fc6-26518ca247ec","namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.013786788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"a77d34ea-9a0b-431d-a80a-a2fd65baef6e","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.03597307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"a77d34ea-9a0b-431d-a80a-a2fd65baef6e","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.056488265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65eb30bc094c7bcfa4ab57c1c345e36c670d154512004c0660f48a86ed10d77b) AuthConfig (b6a91e359f91662b1409dce6b4dc73f3c999d04900b80cca03ccb081ab5e3113) AuthConfig (d1a775f10eae43b4f92d3651f2e2e50a085e1ab4f91b28db9a14221a175713f0) AuthConfig (58cf083169665782331d1777a814f08d9b8ac56615fcecf4ac25c454757f2718) AuthConfig (5f439f3d67c602a31de1c94f30c596c516cf627b8de38e3a77f3e22bd8fb408c) AuthConfig (03b66b2494b265dec357800a5663f612c025731b47d14e94949aaf6c01fcd6e4) AuthConfig (623833237d56d3e5a3e309f53ac01af6b1f6f5aabf3f2d773a7e9a40ade1946f) AuthConfig (fdc10a46eaf016099500349af39630dccfa8bb0e56794f502cecc71418c34608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"a77d34ea-9a0b-431d-a80a-a2fd65baef6e","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.072252511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5feeed2e-037c-4c8b-8cfc-9f074fccc042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.093603089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5feeed2e-037c-4c8b-8cfc-9f074fccc042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.106927746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1f4dd02b-8a16-42d5-a871-6c68ce2a214f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.128222541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1f4dd02b-8a16-42d5-a871-6c68ce2a214f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.15025268Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"98d370a8-d406-4d43-b153-79679ac2eb8e","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.156564122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"40c366c9-fae3-47b5-a8d9-08da54148c04","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.161234087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"595e1580-5f58-4c1e-a698-ef0672af572d","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.175090379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"eddc1f9a-fc67-4d92-bf25-7712e9d1498d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.180197342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"40c366c9-fae3-47b5-a8d9-08da54148c04","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.18252278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"595e1580-5f58-4c1e-a698-ef0672af572d","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.201991317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"eddc1f9a-fc67-4d92-bf25-7712e9d1498d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.204451033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"595e1580-5f58-4c1e-a698-ef0672af572d","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.219074208Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"02f0ccc5-db7f-4e50-b522-70f86b0c4a57","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.275639166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e2e97568-16f9-46a9-8681-06572f733e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.298250614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e2e97568-16f9-46a9-8681-06572f733e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.387796139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"b7e2db88-c1be-4357-bb1e-67bf1e470e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.387830773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e20ceb5b-a11a-44f0-9bc7-c97efdbcc0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.38828702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6d56a1b-12e8-4dd2-a2a8-ffe568df8f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.38834507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4a11ab13-e690-482f-aa9d-3c0cad4a0d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.409941304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e20ceb5b-a11a-44f0-9bc7-c97efdbcc0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.411009471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6d56a1b-12e8-4dd2-a2a8-ffe568df8f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.412705883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"b7e2db88-c1be-4357-bb1e-67bf1e470e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.414974877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4a11ab13-e690-482f-aa9d-3c0cad4a0d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.417785262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"283692e6-c043-4aad-9134-006a40487f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.444584021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"283692e6-c043-4aad-9134-006a40487f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.472964263Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"5b6a357f-ad34-44ed-a9b5-a091ba73d276","namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.48986729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"67d4d980-fc69-42b4-9153-a4ebe94b0301","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.489907009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"67d4d980-fc69-42b4-9153-a4ebe94b0301","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.651920091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"fc5bbe03-801a-4193-a796-011e8c2720f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.668239477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"cbab89aa-b902-45e7-a3a5-9a89223c21d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.672066252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcee841e-4cdd-43a9-81d4-aed18faab2f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.677995653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"fc5bbe03-801a-4193-a796-011e8c2720f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.691653077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"888bc77b-5b2f-4cff-b639-d4fd1ff89c51","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.693443389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"cbab89aa-b902-45e7-a3a5-9a89223c21d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.696941989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcee841e-4cdd-43a9-81d4-aed18faab2f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.712922393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"888bc77b-5b2f-4cff-b639-d4fd1ff89c51","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.717939284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"832ae4eb-f996-412f-97c8-edec88f149f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.733169036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"888bc77b-5b2f-4cff-b639-d4fd1ff89c51","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.739061215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"832ae4eb-f996-412f-97c8-edec88f149f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.804405729Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"547bd4bc-d336-4f72-a19f-6fb493720209","namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.807192205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5096f073-73f3-4111-af44-1f06280ab4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.807270956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"6f04cce2-4142-4add-af5b-ea40f6aff9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.807543702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"6f5e1ba3-c284-45f3-9c3d-87466c5abd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.829495217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5096f073-73f3-4111-af44-1f06280ab4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.833488465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"6f04cce2-4142-4add-af5b-ea40f6aff9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.833564037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"6f5e1ba3-c284-45f3-9c3d-87466c5abd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.882262325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"06e4c225-580d-4d25-b41c-26c2066ded5e","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.882298714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"06e4c225-580d-4d25-b41c-26c2066ded5e","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.887930608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"9f649e64-1dfe-4cc6-aee2-8b8bec46c924","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.908989862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"9f649e64-1dfe-4cc6-aee2-8b8bec46c924","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.921758004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2adba92f-6978-4a7b-910f-118296655486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:56.942976022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2adba92f-6978-4a7b-910f-118296655486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.00597625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"481ab42b-53d1-4ba0-8685-016395872067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.006546397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"305db4e1-5bb3-42f2-a113-8dab866cdd6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.009827672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"932acae8-dad2-4921-b442-c0c9fed4cfcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.027505979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"305db4e1-5bb3-42f2-a113-8dab866cdd6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.027514121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"481ab42b-53d1-4ba0-8685-016395872067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.031453796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"932acae8-dad2-4921-b442-c0c9fed4cfcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.073933062Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"5e870feb-faa1-43bd-bc80-cfb020aaaed5","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.089919439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-sub","reconcileID":"1be29d17-2713-4d84-a960-74262ad63e94","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"maas-trlp-e2e-cfl-b02a01","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.105329813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"52ff8a23-94f9-44ab-a18c-6ea5ffc1b0b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.106552033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"eeb32159-2b4f-42a7-b77a-fc4c2cbbd3a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.114518911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"72cf9ca0-4537-4893-b866-849ee9e15470","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.128110227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"52ff8a23-94f9-44ab-a18c-6ea5ffc1b0b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.12863563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"eeb32159-2b4f-42a7-b77a-fc4c2cbbd3a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.136280008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"72cf9ca0-4537-4893-b866-849ee9e15470","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.156735528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"72cf9ca0-4537-4893-b866-849ee9e15470","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.184904557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"c172265a-277b-468a-a106-38b08bfdd524","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.184945248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"c172265a-277b-468a-a106-38b08bfdd524","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.194289997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"9adb08fe-ae4f-4fc0-8e00-ab80456a16f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.251292554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3dadc24-a790-49e4-b203-f6d1a99f4d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.252380716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8466f90e-7e02-4bf8-995a-50c69899e14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.257322766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"9adb08fe-ae4f-4fc0-8e00-ab80456a16f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.35548004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3dadc24-a790-49e4-b203-f6d1a99f4d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.355773502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8466f90e-7e02-4bf8-995a-50c69899e14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.387956346Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"f7df5bb1-1163-46d5-9693-99c45e59d507","namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.394577427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"c9d5d97f-bb01-4574-8eca-049e12cb88ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.39579043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4692a91a-0ea4-41bb-8d4b-3226600c3e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.416465764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4692a91a-0ea4-41bb-8d4b-3226600c3e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.416988243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"c9d5d97f-bb01-4574-8eca-049e12cb88ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.488144025Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"c4093089-f10a-45fa-b9be-cc9fa024ede5","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.511623291Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"d109e857-1fdc-4c29-98ce-6302ccda81e0","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.53391412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"2462588c-ff4a-4585-aae7-63571d89294f","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.552077282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"aa038f7f-bd64-4d17-bcd9-5441a8f0421c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.552637875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"03449226-40c1-45cd-9662-90c761ffd92b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.558582637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"2462588c-ff4a-4585-aae7-63571d89294f","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.584814025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"03449226-40c1-45cd-9662-90c761ffd92b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.586923139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6890517a5486a7d9da23c23a912eba4ff6254c2c79ea1f6468dee5f8260704a) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (6b38f71ea4cbb641e1217fe5dcd5e6b4fa655dc736549e0ae463e586214fd43e) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (ba1f7912970613c11d3d3a66ff3398a9f10e97fa0b6d253f74c8aca7c9aca74d) AuthConfig (eadb08c465563c0c94189a9136c8ad8eaf1850e5c62b5898ea145304a5adb688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"2462588c-ff4a-4585-aae7-63571d89294f","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.587982943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"aa038f7f-bd64-4d17-bcd9-5441a8f0421c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.635402264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"5458c64a-5330-44b4-98f3-adcba49a9821","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.637055904Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"ffeef41c-7d0a-4906-b74c-6f7aac29d932","namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.651665599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e5093b29-049a-44d4-98dd-9b88cad1458c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.651733303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66de72f3-89d9-4757-8003-bbb3804d4970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.653652765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"f65761c9-9319-447d-b0b9-d11f949b27f0","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.658088807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"5458c64a-5330-44b4-98f3-adcba49a9821","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.67954489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e5093b29-049a-44d4-98dd-9b88cad1458c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.679877317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66de72f3-89d9-4757-8003-bbb3804d4970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.747935409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"a80f2890-9129-4357-acee-fe47fd67a7f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.748055767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9ef6ff52-93b3-4f61-aec8-3d7630b6bfb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.772636963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9ef6ff52-93b3-4f61-aec8-3d7630b6bfb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.772636961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"a80f2890-9129-4357-acee-fe47fd67a7f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.814033317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"593dc1a8-cd92-4540-9eae-d69effa119c5","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.81407657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"593dc1a8-cd92-4540-9eae-d69effa119c5","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:28:57.838302652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-sub","reconcileID":"19f91b6c-be68-4043-a2e6-20c238e11a63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-df34a9-18ef3e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.839229329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"9449c1eb-3d43-4fc2-8173-aeb7aec07e8e","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.853818192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b2a076d7-d7f1-4969-98f1-a04b86a928ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.853876535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"c4c4aa3b-9674-4b89-a449-ccebe25ada8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.856291041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"f6afbeae-fa53-48f8-a586-f704c8e0ac45","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.856322316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"f6afbeae-fa53-48f8-a586-f704c8e0ac45","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.861908864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"9449c1eb-3d43-4fc2-8173-aeb7aec07e8e","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.875491598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"c4c4aa3b-9674-4b89-a449-ccebe25ada8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.876677242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b2a076d7-d7f1-4969-98f1-a04b86a928ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.89360292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"d0a2bbd8-ee0c-492e-89e2-35bbe192839b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.893641774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"d0a2bbd8-ee0c-492e-89e2-35bbe192839b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.916993912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"9baee9ee-d2a8-4037-a8c0-86ef05dd515c","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.917028796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"9baee9ee-d2a8-4037-a8c0-86ef05dd515c","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:57.999346476Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-sub","reconcileID":"4d8a7f00-dd79-424c-9788-1f316c84a707","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cfl-same-df34a9","model":"e2e-cfl-same-df34a9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-499482/e2e-cfl-same-df34a9-18ef3e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.052200152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1c9f15b8-4511-4391-baf1-4dc255311b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.052232677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d47ea07-b3d7-4c0d-a2ea-17c39a2d2830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.07491141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d47ea07-b3d7-4c0d-a2ea-17c39a2d2830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.074949981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1c9f15b8-4511-4391-baf1-4dc255311b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.095867333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"bc3bb919-e52a-45fa-91fe-be3010b9d503","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.095898426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"bc3bb919-e52a-45fa-91fe-be3010b9d503","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.135637356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"e2a088cd-cd51-446e-92bf-a531640390c1","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.151025666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"eab04ccd-ea1e-4012-ac46-db2259dd10f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.152843437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"37c7ca8a-9155-461a-856b-bfbc80b56906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.156657891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"e2a088cd-cd51-446e-92bf-a531640390c1","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.172149443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"eab04ccd-ea1e-4012-ac46-db2259dd10f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.174394875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"37c7ca8a-9155-461a-856b-bfbc80b56906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.17459723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-sub","reconcileID":"a52ab171-b8f0-4461-9c4e-678772a6ce29","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cfl-same-df34a9","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.178034254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"ef635299-86dd-4e56-a351-222bdccf40de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.178419538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"98670e39-3fa4-452b-a219-b24a1dd071d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.19960579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"98670e39-3fa4-452b-a219-b24a1dd071d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.201341993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"ef635299-86dd-4e56-a351-222bdccf40de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.25875618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"b234b42f-2b91-497e-bbf6-55ef9c31ccd4","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.273241265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ceeeaad-4d0b-4328-987a-88bf52cfdaba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.28001933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"b234b42f-2b91-497e-bbf6-55ef9c31ccd4","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.294803266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ceeeaad-4d0b-4328-987a-88bf52cfdaba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.342307821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"6f7fe557-3304-42eb-b34a-fd38b554ab19","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.342358304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"6f7fe557-3304-42eb-b34a-fd38b554ab19","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.377747001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"83757830-407c-4cc5-a464-6b5b03c0e119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.398904261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"83757830-407c-4cc5-a464-6b5b03c0e119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.464826199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"0f5dd0c7-bcaf-46c6-9e0d-e7bbd2da5af8","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.486290933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"0f5dd0c7-bcaf-46c6-9e0d-e7bbd2da5af8","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:28:58.821233024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.046717536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"06d8ffc5-1564-420c-b590-af17c9a99d23","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.04676094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"06d8ffc5-1564-420c-b590-af17c9a99d23","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:29:00.068123708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-sub","reconcileID":"e5ba6bd5-a5e3-4901-9ae6-33b842d752ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-4b979a-141bbb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.069944295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"fcd4c5f3-165f-4940-913b-5dfdce0866e8","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.087093826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"2acd62be-5f49-44cf-a49e-2a061f7ca378","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.087125899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"2acd62be-5f49-44cf-a49e-2a061f7ca378","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.091265801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"fcd4c5f3-165f-4940-913b-5dfdce0866e8","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.103987979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"0c506c5a-30d9-4127-a24d-a0432f6a0668","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.104025999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"0c506c5a-30d9-4127-a24d-a0432f6a0668","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.143473206Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-sub","reconcileID":"0815aa59-9d9a-454d-9552-43669a7ec485","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-49f5225c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.143987992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"28c2e4f6-d915-44db-bd27-c87ae67aa577","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.144009716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"28c2e4f6-d915-44db-bd27-c87ae67aa577","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.161370748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"0794a9f9-402f-463e-9ba6-6a832e3b801e","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.161405116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"0794a9f9-402f-463e-9ba6-6a832e3b801e","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.165264082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"e1475d09-c20b-4861-a0b0-6eae1f71948a","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.186429503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"e1475d09-c20b-4861-a0b0-6eae1f71948a","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.216917656Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-sub","reconcileID":"8a18f0dc-59f7-4b4f-ba4b-f35d11d414de","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-cfl-4b979a","model":"e2e-cfl-4b979a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a47b9a/e2e-cfl-4b979a-141bbb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.27842523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"9b8d47c9-e08c-42eb-bd2f-caecac875284","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.301800161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"9b8d47c9-e08c-42eb-bd2f-caecac875284","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.309719231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"79c1f061-470d-4c1a-8c0d-13eb2d80ce2d","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.309750452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"79c1f061-470d-4c1a-8c0d-13eb2d80ce2d","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.376494674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-sub","reconcileID":"f4caadb1-e428-42a4-b5b7-c4124456c240","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-cfl-4b979a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.379187471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"40df6d4e-8b38-4218-8473-91d5b786e77f","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:00.400306176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"40df6d4e-8b38-4218-8473-91d5b786e77f","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:01.309957022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"61d22066-2cbd-4215-8bc4-1b4ac4954377","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:01.309993886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"61d22066-2cbd-4215-8bc4-1b4ac4954377","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:01.329306168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"20bfdf4c-dfe2-4985-a83e-2e12d1807613","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:01.329337105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"20bfdf4c-dfe2-4985-a83e-2e12d1807613","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:01.347719532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"ccee717e-45d9-4291-839b-5065bd38db81","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:01.403289895Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"ccee717e-45d9-4291-839b-5065bd38db81","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:01.423293601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"ccee717e-45d9-4291-839b-5065bd38db81","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:01.462032812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"9adb8ff2-8d7f-4908-8d99-9a9691ff59ef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:01.462064987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"9adb8ff2-8d7f-4908-8d99-9a9691ff59ef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:01.501817184Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"4229e70c-e825-499d-8573-243051f6ba85","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:03.740681755Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"9c826ff2-a2b7-4bf0-b30c-e579eeec4172","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:07.671544126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"39aaf496-ed9d-41fe-90b3-469e6c7d845b","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.161122481Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-sub","reconcileID":"b1af5409-e18e-4880-b6db-d49a180d44a3","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","subscription":"e2e-cfl-b02a01-c7bba9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.194619486Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-sub","reconcileID":"b1af5409-e18e-4880-b6db-d49a180d44a3","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.211212433Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-sub","reconcileID":"b1af5409-e18e-4880-b6db-d49a180d44a3","MaaSSubscription":{"name":"e2e-cfl-b02a01-c7bba9-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"maas-trlp-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.334443545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"b495b4c9-06c4-4718-85db-18d5d43e02ec","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.334479731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"b495b4c9-06c4-4718-85db-18d5d43e02ec","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.352576222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"c4aac9de-8c95-4309-8747-57451f413840","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.374410417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"c4aac9de-8c95-4309-8747-57451f413840","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.486553229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"5aa16df0-d993-4c4d-8a6f-f7b680b848bd","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.486587521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"5aa16df0-d993-4c4d-8a6f-f7b680b848bd","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.524048854Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"42a24473-eb3c-475a-9ecd-490719e02672","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.659448838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"42a24473-eb3c-475a-9ecd-490719e02672","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.724883811Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"42a24473-eb3c-475a-9ecd-490719e02672","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.724913431Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01-c7bba9-access","reconcileID":"42a24473-eb3c-475a-9ecd-490719e02672","MaaSAuthPolicy":{"name":"e2e-cfl-b02a01-c7bba9-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.763013885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"8bfae7e2-e881-4ae8-8dfb-95f4eb674d82","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"ai-tenant-e2e-extmod-a-c7bba9/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:10.763047128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"8bfae7e2-e881-4ae8-8dfb-95f4eb674d82","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"routeName":"external-model-e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.289533682Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"0671f049-baae-449d-ab52-e8f4029f8f17","namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.325410092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"e64685e5-f04e-4788-9bb3-fb9ca843f8a5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.327467471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"e82e80d4-b877-4d32-b407-4d3db151f772","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.341148573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78bb16a4-e721-4d46-93a4-3e0d42a34953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.342446984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"f684260e-43ae-4eac-9d96-f97c296a94a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.344870279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"c5756230-3dd7-4510-81bf-2517a023a206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.347298612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"e64685e5-f04e-4788-9bb3-fb9ca843f8a5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.348385864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"e82e80d4-b877-4d32-b407-4d3db151f772","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.363810411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78bb16a4-e721-4d46-93a4-3e0d42a34953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.36548807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"f684260e-43ae-4eac-9d96-f97c296a94a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.369266577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"e64685e5-f04e-4788-9bb3-fb9ca843f8a5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.369754874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"c5756230-3dd7-4510-81bf-2517a023a206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.494123442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c988924a-616b-4216-b0c7-a43143b36215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.521375004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c988924a-616b-4216-b0c7-a43143b36215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.530510065Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"8d94e088-1bc3-44de-8a1b-fc55932451fd","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.587672259Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","reconcileID":"01bf0e6d-d4cb-4d56-bcec-b7d2bc92065b","namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.621926025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"6d1743a3-f874-4f28-8973-309d0b558194","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.64074462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79a714a4-2735-4d7a-8a78-a5285e3d8726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.640942639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"98717725-3ab9-4498-b733-42b8237b3628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.640744736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"25567c27-7098-4513-8546-f7f0d82ef3a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.647176019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"6d1743a3-f874-4f28-8973-309d0b558194","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.663930492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"98717725-3ab9-4498-b733-42b8237b3628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.664897247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"25567c27-7098-4513-8546-f7f0d82ef3a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.666599857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79a714a4-2735-4d7a-8a78-a5285e3d8726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.718346206Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"24c5312a-45bc-44cd-af61-6ccb16c904cd","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.743565223Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"d3c2c32b-674d-446d-8e31-c9aecae575b2","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.817007949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2bc5eaed-8944-4816-aad8-e2737a96960d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.838396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2bc5eaed-8944-4816-aad8-e2737a96960d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.916484284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"76e96490-1ca2-43a5-9eb7-9a63d99f960a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.916524094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"359c0034-dc0b-4814-8c7e-94c83365511b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.916961779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1e54bc37-8cd2-436f-979e-b21f5accbcc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.917081809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c4feef35-e5a6-4b39-9ac5-f6545ae20c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.938332497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"359c0034-dc0b-4814-8c7e-94c83365511b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.938823222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c4feef35-e5a6-4b39-9ac5-f6545ae20c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.940915257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"1e54bc37-8cd2-436f-979e-b21f5accbcc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.941009904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"76e96490-1ca2-43a5-9eb7-9a63d99f960a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:11.998240675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"f7c8c0c7-f2e8-4b47-983b-fc847c65bc7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.019693087Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"f0440e62-fdb8-41cd-9468-b6a3e2780976","namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.020544567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"f7c8c0c7-f2e8-4b47-983b-fc847c65bc7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.036959526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"95b1ada8-2950-4702-a8db-b9d1af7e47d7","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"tenant":"e2e-extmod-a-c7bba9","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","model":"e2e-extmod-cfl-1-6c5c14/e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.036996211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"95b1ada8-2950-4702-a8db-b9d1af7e47d7","MaaSModelRef":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"routeName":"external-model-e2e-cfl-b02a01-59842ac9b772","namespace":"e2e-extmod-cfl-1-6c5c14","model":"e2e-cfl-b02a01","externalModel":"e2e-cfl-b02a01","provider":"e2e-cfl-b02a01-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.041090656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"f7c8c0c7-f2e8-4b47-983b-fc847c65bc7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.101147063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"22c68cb9-e707-4558-93cf-9a0dc5df68e0","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.117863646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"91ea13c0-e107-446c-a269-29f2476c6712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.118103382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"bbed52c3-52e6-416c-9a71-2d0561787187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.117864655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02747e38-a3aa-4b8d-8616-1f47f2e9f1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.12060106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"48469b34-c369-4883-8e38-e1441ce8d654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.123872756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"22c68cb9-e707-4558-93cf-9a0dc5df68e0","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.139426738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02747e38-a3aa-4b8d-8616-1f47f2e9f1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.142466585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"bbed52c3-52e6-416c-9a71-2d0561787187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.150129959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"91ea13c0-e107-446c-a269-29f2476c6712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.150751961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"48469b34-c369-4883-8e38-e1441ce8d654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.250005589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"21449517-a2bf-4b81-9e07-1c0d15b4a99b","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.270729263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"3a3546e2-7679-41ac-bedb-43a27e6f035d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.271443849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6415469b-aefa-41a9-84a2-eefa1a90735c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.274426058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"21449517-a2bf-4b81-9e07-1c0d15b4a99b","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.287798699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6a12585-e3c9-4612-82a9-530c0dd97a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.293388211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6415469b-aefa-41a9-84a2-eefa1a90735c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.295949192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"3a3546e2-7679-41ac-bedb-43a27e6f035d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.309506278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6a12585-e3c9-4612-82a9-530c0dd97a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.326762845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cac6fa3a-cf41-417f-a56c-827184fe90c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.349228192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cac6fa3a-cf41-417f-a56c-827184fe90c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.370267683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cac6fa3a-cf41-417f-a56c-827184fe90c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.44240677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"191fc333-007e-4660-9883-ce00784d99cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.442403627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c07ad327-ed50-45fe-ab3f-65c6fc77c138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.4480024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4db478b5-a346-4737-a33e-4749c6c07fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.448213578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5c302db0-d400-41a2-8085-5e32491d4acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.448437627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"db344911-6051-4849-b3fb-768a279c88eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.463954521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"191fc333-007e-4660-9883-ce00784d99cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.464192963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c07ad327-ed50-45fe-ab3f-65c6fc77c138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.470011228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5c302db0-d400-41a2-8085-5e32491d4acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.470235705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4db478b5-a346-4737-a33e-4749c6c07fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.472290625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"db344911-6051-4849-b3fb-768a279c88eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.599922628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"7c03af1a-e6da-4416-a446-a55989163801","namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.635665323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"17d81366-57b5-4166-8935-7978b86314a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.637669003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"af3c8855-746c-419a-b226-e5747f432aa7","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.652347781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"beded85e-77d0-4514-8d00-d399f227cd8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.657567844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"17d81366-57b5-4166-8935-7978b86314a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.658013443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1c40821d-7b1c-4be3-bc2b-687525616f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.658435418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12b1b942-2dd6-48e0-8cc2-e41ad5533bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.659773109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"af3c8855-746c-419a-b226-e5747f432aa7","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.673692992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"beded85e-77d0-4514-8d00-d399f227cd8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.678060373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"17d81366-57b5-4166-8935-7978b86314a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.680017415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1c40821d-7b1c-4be3-bc2b-687525616f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.681718293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12b1b942-2dd6-48e0-8cc2-e41ad5533bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.756997616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6caceeb3-8950-402f-85e2-5900cffb349e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.78168189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6caceeb3-8950-402f-85e2-5900cffb349e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.786809361Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b02a01","namespace":"e2e-extmod-cfl-1-6c5c14"},"namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","reconcileID":"115ac7b9-ee81-4883-a691-c33ce915930f","namespace":"e2e-extmod-cfl-1-6c5c14","name":"e2e-cfl-b02a01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.85924185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"c60f9bfb-67d3-4398-80ec-220983d56e51","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.859523607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"cd49c74d-f355-461a-a146-67de0acbfcb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.859637846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"117c99fb-920a-4409-9851-fd2155976d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.874575561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7ffe0e3-e9c5-4564-aaaf-9a2c9cc75456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.880222163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"c60f9bfb-67d3-4398-80ec-220983d56e51","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.880470893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"cd49c74d-f355-461a-a146-67de0acbfcb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.880894337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9c655c71-f8bd-4e3a-ae05-6688331fe0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.882524913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"117c99fb-920a-4409-9851-fd2155976d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.895886919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7ffe0e3-e9c5-4564-aaaf-9a2c9cc75456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.902603227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9c655c71-f8bd-4e3a-ae05-6688331fe0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.979796612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d3f33c57-f06b-41d4-98f1-7e3dad6a8aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:12.97979631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"3cc4a317-a749-4b5f-b439-7c9a6cffb251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.000986034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"3cc4a317-a749-4b5f-b439-7c9a6cffb251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.001210482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d3f33c57-f06b-41d4-98f1-7e3dad6a8aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.086052786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5f0ee1eb-9d32-41f0-a216-0ed322f0fdd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.08606857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ba58e206-0e46-4074-a64a-87580d24ddec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.108798009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ba58e206-0e46-4074-a64a-87580d24ddec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.112558425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5f0ee1eb-9d32-41f0-a216-0ed322f0fdd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.16294697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"923c4608-783d-4368-9a09-614da7a7ef98","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.166196935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"62f595e1-e326-4ba0-94ce-9a9c2596026f","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.179888648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"ce2e9f2d-f949-4af5-9433-1a2c35882098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.184044512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"923c4608-783d-4368-9a09-614da7a7ef98","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.188487196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"62f595e1-e326-4ba0-94ce-9a9c2596026f","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.201064416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"ce2e9f2d-f949-4af5-9433-1a2c35882098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.203771768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"923c4608-783d-4368-9a09-614da7a7ef98","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.28493575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f10839b9-e162-4f9b-b8ba-59fff3d182aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.308602239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f10839b9-e162-4f9b-b8ba-59fff3d182aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.379566754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"052a23c1-1db2-4ec2-ab1b-a9ed0acd0420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.379567026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"d1e9cf63-200a-4dde-8118-74773cac372c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.403516272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"d1e9cf63-200a-4dde-8118-74773cac372c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.403594465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"052a23c1-1db2-4ec2-ab1b-a9ed0acd0420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:13.757815703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"a78744d2-ccfe-43c2-bad0-8170adbb088c","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:17.333755621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-sub","reconcileID":"90ae351e-99dc-46f9-a57c-cc041a794af5","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cfl-same-df34a9","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:17.430702463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"956a48e6-8d0a-4ce2-9068-9da2c9a49160","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:17.430736062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"956a48e6-8d0a-4ce2-9068-9da2c9a49160","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:17.609270392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-sub","reconcileID":"70691e55-a52e-44a9-9145-0e8b3861ce86","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-cfl-4b979a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:17.68887701Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"3f44e312-397b-43e7-9481-8fad1cefdf5f","MaaSModelRef":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:17.723782137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"00fe7dc6-f16a-4a42-b142-8a44459a325a","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:17.723814872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"00fe7dc6-f16a-4a42-b142-8a44459a325a","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:17.909592301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"492b32c4-bcfe-4c3d-b58b-1cea40f8734a","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:17.932554748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"492b32c4-bcfe-4c3d-b58b-1cea40f8734a","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.006693582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cf0b5921-88f8-42d1-ac94-49cf9fd0128c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.027795045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cf0b5921-88f8-42d1-ac94-49cf9fd0128c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.042467977Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"51311cf8-2b14-4629-82d7-6b1655b2af37","namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.047984545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cf0b5921-88f8-42d1-ac94-49cf9fd0128c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.090355016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"1335471a-d1f3-4558-b015-ad565ad01531","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.090395067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"1335471a-d1f3-4558-b015-ad565ad01531","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.119709679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f36bfe4f-4966-4623-9faa-91925eb24eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.120616616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"732187a4-1613-471e-8bee-50f3c4be726d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.123210699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"74c6fc7e-04f7-46c4-9004-961a266afe36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.124230027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"44c76749-d4d4-4203-bc9d-883274a47309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.138264766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"2946c5ee-c9e6-4504-854e-3df2ffeda1ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.143828052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"732187a4-1613-471e-8bee-50f3c4be726d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.14486365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f36bfe4f-4966-4623-9faa-91925eb24eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.1568101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"74c6fc7e-04f7-46c4-9004-961a266afe36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.157856371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"44c76749-d4d4-4203-bc9d-883274a47309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.161566563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"2946c5ee-c9e6-4504-854e-3df2ffeda1ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.235757593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"792dccdc-7f95-43a0-8a70-7492002ab302","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.236201687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"21ee9957-af14-4632-832d-6fe1532d313b","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.261532749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"21ee9957-af14-4632-832d-6fe1532d313b","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.261808042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"792dccdc-7f95-43a0-8a70-7492002ab302","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.281939738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"792dccdc-7f95-43a0-8a70-7492002ab302","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.350612783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"4490b99f-9071-4922-b852-a1e3fca09f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.352207472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e712996a-3269-42f5-a13b-8ddab0f360c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.352386663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7621886d-9f81-44fc-9f17-36aaa2556b19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.353925968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a974e197-f6b0-4d8e-978a-0516283703f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.371450587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"4490b99f-9071-4922-b852-a1e3fca09f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.373141901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e712996a-3269-42f5-a13b-8ddab0f360c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.374321342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7621886d-9f81-44fc-9f17-36aaa2556b19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.375593424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a974e197-f6b0-4d8e-978a-0516283703f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.539848655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e90a1560-8efa-4b6f-a197-7f88947f19fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.560667669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e90a1560-8efa-4b6f-a197-7f88947f19fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.624612146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"cc4224cc-4858-4d7d-bbca-c9a638ced060","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.633015607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"97bc3c5d-a99b-424a-9837-ef23969478e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.638059106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"61ff06d3-55a1-4398-948a-ea80498d80e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.638130395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"fe5b5b40-aa02-4d76-a3ea-3c33cf56822f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.645643209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"cc4224cc-4858-4d7d-bbca-c9a638ced060","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.654128129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"97bc3c5d-a99b-424a-9837-ef23969478e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.660089715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"61ff06d3-55a1-4398-948a-ea80498d80e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.660327776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"fe5b5b40-aa02-4d76-a3ea-3c33cf56822f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.801952344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"672277be-c6a8-430f-a884-d5eaf3d060d6","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.801985148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"672277be-c6a8-430f-a884-d5eaf3d060d6","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.821844671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"528218b5-9bbd-4de2-bdad-52eb1317f594","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.821876123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"528218b5-9bbd-4de2-bdad-52eb1317f594","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.947907463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"7f14522f-1d0b-4d9e-a893-c00f73b62658","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.955241137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2c6514","namespace":"e2e-extmod-att-noaccess-d19e1b"},"namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","reconcileID":"0f9a9ac0-b83a-4d9a-8c9d-f84306ef5c75","namespace":"e2e-extmod-att-noaccess-d19e1b","name":"e2e-att-noaccess-2c6514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:18.969174321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"7f14522f-1d0b-4d9e-a893-c00f73b62658","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.042906299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"ec0873d0-43c8-4bcb-9c22-a97a43e144d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.059324326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"cc17fdc2-7fe7-4245-bd4f-a066ecabd28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.059836321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"32e93087-fbd6-4e67-ac54-0b9af5f98730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.0598357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3ff06615-5fcd-4733-b3c4-30bd3503c137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.067313992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"ec0873d0-43c8-4bcb-9c22-a97a43e144d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.084679477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"32e93087-fbd6-4e67-ac54-0b9af5f98730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.151889551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"cc17fdc2-7fe7-4245-bd4f-a066ecabd28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.154646675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3ff06615-5fcd-4733-b3c4-30bd3503c137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.155788464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"ec0873d0-43c8-4bcb-9c22-a97a43e144d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.172360262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"c6ce4a56-1dcc-4245-ab71-9edffb90310a","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.17239322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"c6ce4a56-1dcc-4245-ab71-9edffb90310a","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.191192261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"07db69c3-e792-4742-8bb8-a63fee7e20e5","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.206736992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"d66c8518-cea2-4fe4-b4e6-95472ceebeb8","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.212042727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"07db69c3-e792-4742-8bb8-a63fee7e20e5","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.22774378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"d66c8518-cea2-4fe4-b4e6-95472ceebeb8","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.330586024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"0d5e4613-b9bc-432c-9aea-6e06b0f0215c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.352645031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"0d5e4613-b9bc-432c-9aea-6e06b0f0215c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.405381159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"bb7d9b65-1c78-4c9c-b290-b97bff830f8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.406569453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7dd63a9-9893-4dc7-b5a3-0014f735e9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.453922414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"bb7d9b65-1c78-4c9c-b290-b97bff830f8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.456371989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7dd63a9-9893-4dc7-b5a3-0014f735e9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.465288325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"49bb7f5a-8e88-4e44-b499-971d7d0d49a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.466018891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"67f04964-421e-4a50-83af-74f325b6ab7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.480618864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"78cd184a-9325-4018-b8fa-c7befa129c31","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.480649735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"78cd184a-9325-4018-b8fa-c7befa129c31","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.483900462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"25038690-1d0b-499c-807d-c7a01c9dffe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.488399886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"67f04964-421e-4a50-83af-74f325b6ab7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.488414306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"49bb7f5a-8e88-4e44-b499-971d7d0d49a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.506719352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"25038690-1d0b-499c-807d-c7a01c9dffe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.532986821Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-sub","reconcileID":"81a0615b-577d-4e44-a36d-61a814465232","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d61281a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.639722796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"4d9db4be-cb50-4db3-ab07-02906c480743","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.64196965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cbd869e-1cc9-4ab9-a230-7ef2e154a02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.660669407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"4d9db4be-cb50-4db3-ab07-02906c480743","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.66311278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cbd869e-1cc9-4ab9-a230-7ef2e154a02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.749605338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"9745acf9-b843-44bf-aa28-149973fecfb7","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.768806706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"792276f8-2121-46cf-957e-c2e38752d1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.768851104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ffa47837-baba-4361-a8d4-639d5152f91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.774113763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"9745acf9-b843-44bf-aa28-149973fecfb7","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.790242926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"792276f8-2121-46cf-957e-c2e38752d1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:19.790334945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ffa47837-baba-4361-a8d4-639d5152f91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:23.776136197Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"19e4e1b5-f887-47fd-b94c-9ce44584ca1d","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.41328609Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-499482 priority=0:[ai-tenant-e2e-extmod-a-499482/e2e-cfl-same-df34a9-18ef3e-sub ai-tenant-e2e-extmod-a-499482/e2e-cfl-same-df34a9-7e532c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.429544371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"a3b4e91f-89fd-434b-b881-321b3464c7ec","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.429577658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"a3b4e91f-89fd-434b-b881-321b3464c7ec","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:29:24.463307121Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-499482/e2e-cfl-same-df34a9-7e532c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-df34a9-7e532c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.468881391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"3cab22c7-ebf4-488b-ae84-30fccd842788","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.468910542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"3cab22c7-ebf4-488b-ae84-30fccd842788","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.47507097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"2235201c-fa22-4e67-a0a1-27728f503044","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.475070982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"7e4382c6-bd68-4fb8-9156-2df985a68479","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.486416987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"96c4f747-9c2b-4082-b496-586a861a1386","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.486448806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"96c4f747-9c2b-4082-b496-586a861a1386","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.496900144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"2235201c-fa22-4e67-a0a1-27728f503044","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.497042252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"7e4382c6-bd68-4fb8-9156-2df985a68479","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.50332647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"19314d6c-7707-4ad8-8638-8050bba4067b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.503355217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"19314d6c-7707-4ad8-8638-8050bba4067b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.556735862Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-sub","reconcileID":"7c3ad068-e54f-4020-979c-5842a6ff7031","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cfl-same-df34a9","model":"e2e-cfl-same-df34a9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-499482/e2e-cfl-same-df34a9-7e532c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.646544671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"129b6a12-67e0-4c75-992c-98029669466b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.646573345Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"129b6a12-67e0-4c75-992c-98029669466b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.696935931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"97bee96b-b7b9-4d20-a372-1730bbf29c2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.69746671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"d66f2b52-6a07-4b33-bdac-c61993c74706","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.712828016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-sub","reconcileID":"72f0f1c3-c20e-44e5-a9e1-3a1268f250b8","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cfl-same-df34a9","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.718054039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"97bee96b-b7b9-4d20-a372-1730bbf29c2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:24.718604078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"d66f2b52-6a07-4b33-bdac-c61993c74706","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.680080216Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"c297b30d-1a8c-4a9b-ad0e-fe5d24db3b7e","namespace":"llm","name":"e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.69961318Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"479100c1-40c6-441e-a7fb-fccedb64f3c5","namespace":"llm","name":"e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.732062844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"035f19dc-72ca-4c0e-bd74-bf7846e869b8","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.744509952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"58e83428-5b66-4847-903d-cf1f60ebc19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.744522554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"63b56dee-6a93-4214-b31f-1137a40bc3c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.750768857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"dda6806b-48a4-4efb-98b7-5789ff8bdb78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.750770058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"deabd528-4eb8-4c0e-a25f-2fb1edbf537a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.753950281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"035f19dc-72ca-4c0e-bd74-bf7846e869b8","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.76605503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"63b56dee-6a93-4214-b31f-1137a40bc3c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.76608093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"58e83428-5b66-4847-903d-cf1f60ebc19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.770422948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"606c497a-d92c-4916-931d-cc0a29ba6ab5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.770448172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"606c497a-d92c-4916-931d-cc0a29ba6ab5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.770812313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95b33864-6f0e-4834-8c09-079e84c9b933","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.770826627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95b33864-6f0e-4834-8c09-079e84c9b933","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.771071243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6652f57-3cad-449f-91bb-d4a64a22f957","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.771084412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6652f57-3cad-449f-91bb-d4a64a22f957","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.771372738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2acc653b-a7ea-449a-b9b8-67558b5fb953","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.771387174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2acc653b-a7ea-449a-b9b8-67558b5fb953","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.771657767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6cb968-5875-46d3-813b-fdb9aba2b717","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.771671922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6cb968-5875-46d3-813b-fdb9aba2b717","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.772082688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"62ca15ad-3780-45f1-b4fd-8f33b5a313bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.772105651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"62ca15ad-3780-45f1-b4fd-8f33b5a313bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.772670038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f1e6b9e8-cb13-447b-a5e1-3cfa098689a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.772690994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f1e6b9e8-cb13-447b-a5e1-3cfa098689a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.773003575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ccf29768-af26-40c9-823c-48d2510cc218","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.773018343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ccf29768-af26-40c9-823c-48d2510cc218","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.774908092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"035f19dc-72ca-4c0e-bd74-bf7846e869b8","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.77532921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"dda6806b-48a4-4efb-98b7-5789ff8bdb78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.777444367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"deabd528-4eb8-4c0e-a25f-2fb1edbf537a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.821020765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44fd174a-a17c-4e63-b552-f35bca463d24","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.821054872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44fd174a-a17c-4e63-b552-f35bca463d24","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.821618366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f386785-7558-4354-92e1-60c23739ccfc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.821640181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f386785-7558-4354-92e1-60c23739ccfc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.822056989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5541456-e9ca-4a5c-bdc9-c48cc503b3f1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.822081054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5541456-e9ca-4a5c-bdc9-c48cc503b3f1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.822479463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee790cdf-960e-4a15-a8bd-624918885957","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.822497691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee790cdf-960e-4a15-a8bd-624918885957","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.822884379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c923419c-1db5-4228-a199-20eb0888e620","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.822907175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c923419c-1db5-4228-a199-20eb0888e620","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.823314262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef8cbe77-67e2-4b0c-b7b1-975291b6fe46","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.823331837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef8cbe77-67e2-4b0c-b7b1-975291b6fe46","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.823708696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ea6e77c-a62f-4497-8c62-94a98bf4cbf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.823730708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ea6e77c-a62f-4497-8c62-94a98bf4cbf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.825552467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"988e244f-7fe8-4806-b3ac-f901bd704d28","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.825580936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"988e244f-7fe8-4806-b3ac-f901bd704d28","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.831317693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1d108e41-5bf0-4b4e-9830-8e78dc26d52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.86242861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ff13873-3f17-44c9-a65c-a48c4961ba23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.863417052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"721167ad-036f-4d46-878c-27bdceb1ae94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.869370983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1d108e41-5bf0-4b4e-9830-8e78dc26d52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:27.987723034Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"b5e941fa-0e9c-49bd-a0e5-ca80c6e77de8","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"name":"e2e-dft-56296a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.004967258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"2a5b1b3e-bbf1-4a49-9dd1-78f92be82264","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.005469293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d626d9ab-bc94-4b85-8d13-33a5278645ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.026694001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"2a5b1b3e-bbf1-4a49-9dd1-78f92be82264","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.028683373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d626d9ab-bc94-4b85-8d13-33a5278645ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.084384213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"d0b5213b-d30b-44dc-9c25-25d837124730","namespace":"llm","name":"e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.10278716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"87b82761-35e7-48bc-a7e8-b702ed97e31a","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.102837212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"87b82761-35e7-48bc-a7e8-b702ed97e31a","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.111804828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03c4c74f-6b06-4d08-8ede-a0dc84c01a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.111804932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ad1fb2d0-2a2d-4ca3-bd04-879d0133d752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.138307789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03c4c74f-6b06-4d08-8ede-a0dc84c01a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.13834522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"ad1fb2d0-2a2d-4ca3-bd04-879d0133d752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.215068899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"61cccd58-8883-4e76-8328-35153307c75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.23784068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"61cccd58-8883-4e76-8328-35153307c75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.256030238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7e5cfe3a-efe7-4d34-878f-8dd29627bb94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.278597597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7e5cfe3a-efe7-4d34-878f-8dd29627bb94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.307849365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"bead7cd3-b7bf-4e15-a8ac-832a30f63a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.308033723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5c7ae96b-31fd-4cc7-89fb-1edffc3ecc21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.309092562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"fb5f8ac9-3dd5-4b86-8064-a746ce792b4c","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.331529314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"fb5f8ac9-3dd5-4b86-8064-a746ce792b4c","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.331686484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"bead7cd3-b7bf-4e15-a8ac-832a30f63a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.334133346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5c7ae96b-31fd-4cc7-89fb-1edffc3ecc21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.392285586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"f1cd621c-0f65-4da1-92e5-f8b28a24280a","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.408187219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e7adb93f-7dd4-46b5-950d-79d688aba4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.413435778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"f1cd621c-0f65-4da1-92e5-f8b28a24280a","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.429578259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e7adb93f-7dd4-46b5-950d-79d688aba4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.50963762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"bf0d3e94-0597-45d6-8ea6-b7787be3dfe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.509801842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2218deb9-2c8c-41ad-9f05-259e8859d615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.531163605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2218deb9-2c8c-41ad-9f05-259e8859d615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.531206313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"bf0d3e94-0597-45d6-8ea6-b7787be3dfe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.555690834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"52a399e8-a732-4e73-90e4-db7071e441ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.578000816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"52a399e8-a732-4e73-90e4-db7071e441ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.592665099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"62852783-4fca-4bf7-89b0-25d396a46e88","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.614022924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"62852783-4fca-4bf7-89b0-25d396a46e88","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.63394345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"62852783-4fca-4bf7-89b0-25d396a46e88","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.655981479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"654c236c-1d1e-47e1-bdc1-5518e221303a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.671859427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"01147c38-7539-49d0-8633-848a57b7f14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.67245405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"d3f5edbc-fcf0-478f-9cf9-29d7248c8d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.675269305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"1a7a7ad0-927b-4f47-9ba0-eb8d2887bbd6","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.753785433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"654c236c-1d1e-47e1-bdc1-5518e221303a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.754532594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f829eb98-3686-4bc0-a2d5-f032e5f723df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.757036906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"01147c38-7539-49d0-8633-848a57b7f14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.759459685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"d3f5edbc-fcf0-478f-9cf9-29d7248c8d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.761814372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"1a7a7ad0-927b-4f47-9ba0-eb8d2887bbd6","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.776042828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f829eb98-3686-4bc0-a2d5-f032e5f723df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:28.819481296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.55090789Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-sub","reconcileID":"9220059b-7e6c-414e-b7e6-78579f995408","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","subscription":"e2e-cfl-4b979a-141bbb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.584710102Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-sub","reconcileID":"9220059b-7e6c-414e-b7e6-78579f995408","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.601774619Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-sub","reconcileID":"9220059b-7e6c-414e-b7e6-78579f995408","MaaSSubscription":{"name":"e2e-cfl-4b979a-141bbb-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.704206861Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-499482 priority=0:[ai-tenant-e2e-extmod-a-499482/e2e-cfl-same-df34a9-18ef3e-sub ai-tenant-e2e-extmod-a-499482/e2e-cfl-same-df34a9-7e532c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.720302263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"d3edb99b-8ac8-4616-be59-d6a54f41f2d6","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.720338734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"d3edb99b-8ac8-4616-be59-d6a54f41f2d6","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.741579766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"ae97d644-6193-4769-b6b9-5f5f2ec09d28","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.758591571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"41278fa3-15ae-4206-9e9f-245830cdabaf","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.75862271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"41278fa3-15ae-4206-9e9f-245830cdabaf","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.762496801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"ae97d644-6193-4769-b6b9-5f5f2ec09d28","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.861024283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"145436e7-d2f0-44f1-9aa2-1b77efe1a4f2","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.861064569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"145436e7-d2f0-44f1-9aa2-1b77efe1a4f2","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.911371815Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"d9779f43-0274-4e51-b33a-ae65a0378f9e","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:29.961548057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"d9779f43-0274-4e51-b33a-ae65a0378f9e","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.01738135Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"d9779f43-0274-4e51-b33a-ae65a0378f9e","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.017411117Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-cfl-4b979a-141bbb-access","reconcileID":"d9779f43-0274-4e51-b33a-ae65a0378f9e","MaaSAuthPolicy":{"name":"e2e-cfl-4b979a-141bbb-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.054490438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"54c8e594-a4cc-4e69-9c67-fd5dcf6a5276","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"tenant":"e2e-extmod-a-a47b9a","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","model":"e2e-extmod-cfl-1-141bbb/e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.054525743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"54c8e594-a4cc-4e69-9c67-fd5dcf6a5276","MaaSModelRef":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"routeName":"external-model-e2e-cfl-4b979a-f8ec0e2e8ab4","namespace":"e2e-extmod-cfl-1-141bbb","model":"e2e-cfl-4b979a","externalModel":"e2e-cfl-4b979a","provider":"e2e-cfl-4b979a-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.565435992Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"77177171-351b-4442-a5e7-4b9889b495ba","namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.649632937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"a628740b-8ee4-4349-9ec7-70cffe74f47f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.650432874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"512b8712-0de0-4188-bd3f-dd744fc42948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.650734002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0db66f6a-49db-42fe-8be1-58e992cbefa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.669446149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32c7e05f-88b1-4c6a-a8a4-3f9b4b455200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.669691932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"62a2c61e-dd37-46f1-8b70-f235ba636ad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.674731247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"512b8712-0de0-4188-bd3f-dd744fc42948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.675352476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"a628740b-8ee4-4349-9ec7-70cffe74f47f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.677046327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0db66f6a-49db-42fe-8be1-58e992cbefa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.691388736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32c7e05f-88b1-4c6a-a8a4-3f9b4b455200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.691990453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"62a2c61e-dd37-46f1-8b70-f235ba636ad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.695091612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"a628740b-8ee4-4349-9ec7-70cffe74f47f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.744543944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"70fd8afc-7ffa-481d-8d7e-45d1a3f54a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.766018939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"70fd8afc-7ffa-481d-8d7e-45d1a3f54a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.859671188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"1cd008c3-7699-444d-9f6b-83fc2de6a380","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.859842401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"76116599-144e-42e0-af7f-fb7133bbcf7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.875147341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2ac1800b-dd64-4831-a879-572ca2b3352f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.875136438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13724231-3d2c-4af9-9c2f-fa238951389c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.880812303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"76116599-144e-42e0-af7f-fb7133bbcf7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.881012144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"1cd008c3-7699-444d-9f6b-83fc2de6a380","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.881413965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"87087e5a-6e3e-47fc-a44c-5b370f6f171b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.896031985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13724231-3d2c-4af9-9c2f-fa238951389c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.896510911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2ac1800b-dd64-4831-a879-572ca2b3352f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.902130293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"87087e5a-6e3e-47fc-a44c-5b370f6f171b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:30.920526061Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-2-52007a"},"namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","reconcileID":"02447825-cd04-42d4-9f4c-b5bd574d4159","namespace":"e2e-extmod-cfl-2-52007a","name":"e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.064227642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"155b1727-6b5f-4f9a-aa88-4795f4f03000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.085049748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"155b1727-6b5f-4f9a-aa88-4795f4f03000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.152340649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"b35e8526-190e-45dc-8e4b-e7ccc48e1e90","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.167002124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"6495522d-0453-4158-a716-7fafc73a52d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.167002463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"92020f42-9158-4294-a1bd-6addaf72f6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.167913551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"32cc90ed-084d-45eb-b628-afb23a3bdf82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.173118551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"b35e8526-190e-45dc-8e4b-e7ccc48e1e90","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.189732885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"6495522d-0453-4158-a716-7fafc73a52d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.189967314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"92020f42-9158-4294-a1bd-6addaf72f6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.192260623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"32cc90ed-084d-45eb-b628-afb23a3bdf82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.192955553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"b35e8526-190e-45dc-8e4b-e7ccc48e1e90","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.271980668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"de9baf56-de16-4b0a-a55f-e871fa88d799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.271980191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f66ca39b-a3a3-4037-9194-9cc03cb96efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.299497504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"de9baf56-de16-4b0a-a55f-e871fa88d799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.308258821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f66ca39b-a3a3-4037-9194-9cc03cb96efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.388448563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"352ea13b-6631-4440-82d9-7fe2087c53a9","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.388461472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"61287c9d-1944-4513-bcc9-7ecd36dd836e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.409850345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"352ea13b-6631-4440-82d9-7fe2087c53a9","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.409940321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"61287c9d-1944-4513-bcc9-7ecd36dd836e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.468718839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14129941-6331-471b-a14b-d110ecb6bd35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.478297398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f5a75a6-acc1-44ff-94be-5641c5755c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.478297561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"064784bb-1bbb-471c-8d9c-3613c559a51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.489922969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14129941-6331-471b-a14b-d110ecb6bd35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.500138215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"064784bb-1bbb-471c-8d9c-3613c559a51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.500357173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f5a75a6-acc1-44ff-94be-5641c5755c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.569285004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9085ed38-db05-4c08-9012-b3b52bc84c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.585941523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"f74d4856-3692-4900-85d7-59f83724798f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.590740599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9085ed38-db05-4c08-9012-b3b52bc84c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.607313947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"f74d4856-3692-4900-85d7-59f83724798f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.669594777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7fd9fd84-79a0-4fc4-9493-842061b8a3d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.69068801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7fd9fd84-79a0-4fc4-9493-842061b8a3d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.860344321Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"89646994-c3b4-4a43-8b8e-7bf018ee0cba","namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.903947253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"7370b2da-cefb-4935-8ebd-a7fc772c6bf1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.916908298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b518eb40-fde6-483b-9059-36c0811083d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.918656155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7da22328-de7b-4a4c-ad7d-248dbdc8ba31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.920356346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"feb8bebe-2702-4163-aa05-087534839eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.924275107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"9deece98-7c0a-4a35-9e07-9b9558db3d28","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.925659504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"7370b2da-cefb-4935-8ebd-a7fc772c6bf1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.9384863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b518eb40-fde6-483b-9059-36c0811083d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.939815635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"7da22328-de7b-4a4c-ad7d-248dbdc8ba31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.941732357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"feb8bebe-2702-4163-aa05-087534839eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.946892125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"7370b2da-cefb-4935-8ebd-a7fc772c6bf1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:31.947547483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"9deece98-7c0a-4a35-9e07-9b9558db3d28","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.019663376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"703994ee-3201-45d2-8d90-42f364c79842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.045025922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"703994ee-3201-45d2-8d90-42f364c79842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.054242199Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4b979a","namespace":"e2e-extmod-cfl-1-141bbb"},"namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","reconcileID":"1b01fca0-4dc7-401e-901c-035fcb70f352","namespace":"e2e-extmod-cfl-1-141bbb","name":"e2e-cfl-4b979a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.12425788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"946ab550-9b2f-4881-a1c1-75ced47b90f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.124287297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bd38295-c1bf-4cae-86f9-62dc0c2f41c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.125508251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"75b56be4-42cf-4ff7-b0b7-c9bbfe77ecca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.145979553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bd38295-c1bf-4cae-86f9-62dc0c2f41c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.146008253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"946ab550-9b2f-4881-a1c1-75ced47b90f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.148389428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"75b56be4-42cf-4ff7-b0b7-c9bbfe77ecca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.223761063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"cdb59071-35bd-4749-a8fb-567a98f9b27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.24524991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"cdb59071-35bd-4749-a8fb-567a98f9b27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.323995025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"709bab31-2fae-4903-8fcd-d40d5972b96c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.325794661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"a0112cab-8305-4b3e-ab77-314dc5100d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.326330472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"d99551a7-57e4-4f7d-a10a-004c2b6ec3b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.326815116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb085e3b-a4a8-43d9-857c-b0d70cfcbd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.342966998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"6e26013c-c1ec-4f1c-aac6-597d16b1e6f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.347278694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"709bab31-2fae-4903-8fcd-d40d5972b96c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.351245863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb085e3b-a4a8-43d9-857c-b0d70cfcbd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.351929896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"a0112cab-8305-4b3e-ab77-314dc5100d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.355008621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"d99551a7-57e4-4f7d-a10a-004c2b6ec3b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.372284957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"6e26013c-c1ec-4f1c-aac6-597d16b1e6f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.43166624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"9123bce1-85c3-4ea4-9528-6b15fcd8a7e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.453129503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"9123bce1-85c3-4ea4-9528-6b15fcd8a7e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.473383224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"9123bce1-85c3-4ea4-9528-6b15fcd8a7e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.556028392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8ad4b5be-725d-4bbd-85f2-6ea3b759a591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.571700228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"bcb6d294-2a49-4f17-bad4-324376324b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.572111478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"26a1b9d2-b01d-45f3-91a7-c51e3773c2fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.577771023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8ad4b5be-725d-4bbd-85f2-6ea3b759a591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.587047135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"e7c98ce8-c96a-422c-a851-a53b7fd1aa21","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.593502034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"26a1b9d2-b01d-45f3-91a7-c51e3773c2fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.593541029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"bcb6d294-2a49-4f17-bad4-324376324b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.606652215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"88e35a0f-f38f-40ec-8caa-c9be31bfdfec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.612011713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"e7c98ce8-c96a-422c-a851-a53b7fd1aa21","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:32.629105493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"88e35a0f-f38f-40ec-8caa-c9be31bfdfec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:33.865406647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"2c7f2252-8f77-4931-b9c5-a0436fa9123f","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:33.865445608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"2c7f2252-8f77-4931-b9c5-a0436fa9123f","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:33.883858265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"ef79bd70-63f2-4f26-bca3-579a2f1e3b01","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:33.883887887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"ef79bd70-63f2-4f26-bca3-579a2f1e3b01","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:33.932865092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"d914d955-26c4-48ec-9b02-9f8309f688a8","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:33.954150909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"d914d955-26c4-48ec-9b02-9f8309f688a8","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:34.091238175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"30aa9465-e90a-4fc7-909f-a83dc1cb0632","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:34.091267508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"30aa9465-e90a-4fc7-909f-a83dc1cb0632","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:34.145636264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"f30e906c-b835-4b33-a4cd-2ba7bf4f89ed","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:34.166529068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"f30e906c-b835-4b33-a4cd-2ba7bf4f89ed","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.477006207Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-499482 priority=0:[ai-tenant-e2e-extmod-a-499482/e2e-cfl-same-df34a9-18ef3e-sub ai-tenant-e2e-extmod-a-499482/e2e-cfl-same-df34a9-7e532c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.493439481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"f0f10a7a-c6f4-49cf-a639-642f733b1aa0","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.493473038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"f0f10a7a-c6f4-49cf-a639-642f733b1aa0","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:29:36.517281023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"4b3e69bf-7f3f-4cde-b4d3-ec3f8e1f89d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-56296a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.533313662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"6a334884-95b6-4cfb-a0a9-e5fe116fcfd6","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.533345159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"6a334884-95b6-4cfb-a0a9-e5fe116fcfd6","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.543079084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d03f802a-8c30-4407-b592-7f9920a20d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.543099384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"681dd1ab-f096-4668-a065-c0f348b482f7","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.546316574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18483df5-bb5a-4639-b0db-551398e34043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.564628359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d03f802a-8c30-4407-b592-7f9920a20d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.564703713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"681dd1ab-f096-4668-a065-c0f348b482f7","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.567469181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18483df5-bb5a-4639-b0db-551398e34043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.572077994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"a9b610cb-ae57-49d3-9024-f4e42d72ade9","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.572108091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"a9b610cb-ae57-49d3-9024-f4e42d72ade9","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.593577187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"816d8fee-0cbf-4353-9b68-4b821ebc3f55","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.593608629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"816d8fee-0cbf-4353-9b68-4b821ebc3f55","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.689014238Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"a3fe049a-de60-481c-94c9-0e4dd201f0a0","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-56296a","model":"e2e-dft-56296a","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-56296a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.772011675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47af4b90-7cc6-4749-abbd-455d32546730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.777839894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aef3fbbf-48b0-4aef-815f-4d48b06d4e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.79470771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"ebd734db-919b-4d90-909a-478140282a79","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.794738594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"ebd734db-919b-4d90-909a-478140282a79","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.799260772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47af4b90-7cc6-4749-abbd-455d32546730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.801109248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aef3fbbf-48b0-4aef-815f-4d48b06d4e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.813365433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"3074ab41-5eb6-4c46-9616-b996c782a8e4","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.841722995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"3074ab41-5eb6-4c46-9616-b996c782a8e4","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:36.870607046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"1ba466b8-9ddf-48e3-a059-0dfa27807220","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-56296a","model":"llm/e2e-dft-56296a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:42.507920262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d26047d3-f2fa-4cfc-a519-2e2e73872330","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:42.528867183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d26047d3-f2fa-4cfc-a519-2e2e73872330","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:42.548438681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d26047d3-f2fa-4cfc-a519-2e2e73872330","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.677120022Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"fc85bdd9-0fa7-4a40-b1b5-0a1a909c9306","namespace":"llm","name":"e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.696256045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"66e634c5-6611-4aac-97c8-bc5dcafc1354","namespace":"llm","name":"e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.713617283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"a707fce7-4777-4321-a8d6-e2f8de9d7f89","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.726959303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"fc88dfb6-917d-45e1-aa23-f37a6d5a78f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.726959497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8511dd83-f29d-4dff-91d5-d1fe5920525f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.728057074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"173ebe02-6679-4290-92e7-20c19233da5e","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.734559039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"a707fce7-4777-4321-a8d6-e2f8de9d7f89","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.745147689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"057510ca-5ada-4b00-8de4-08944f1f0971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.748304877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8511dd83-f29d-4dff-91d5-d1fe5920525f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.748392954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"fc88dfb6-917d-45e1-aa23-f37a6d5a78f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.750729839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"173ebe02-6679-4290-92e7-20c19233da5e","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.75412366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"a707fce7-4777-4321-a8d6-e2f8de9d7f89","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.766744444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"057510ca-5ada-4b00-8de4-08944f1f0971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.77481516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7322f6d6-f592-42a4-832a-4c6d54ba3ecd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.774837253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7322f6d6-f592-42a4-832a-4c6d54ba3ecd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.775135773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e2f45df-3f89-41f5-96e9-bdffa99fe4a1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.775148087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e2f45df-3f89-41f5-96e9-bdffa99fe4a1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.775418934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"58488a5a-db27-4b91-b62a-86c88f8bc4c6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.775431208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"58488a5a-db27-4b91-b62a-86c88f8bc4c6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.792076331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"b8ebe80c-ca84-4282-8f62-d9acc113f233","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.792109484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"b8ebe80c-ca84-4282-8f62-d9acc113f233","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.792585228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b2c388f-d901-4cc4-93c1-a86cb94e7b52","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.792600883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b2c388f-d901-4cc4-93c1-a86cb94e7b52","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.792874924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"97d903f7-5de7-4659-ae2c-3fffd03aea05","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.792886793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"97d903f7-5de7-4659-ae2c-3fffd03aea05","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.793170998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a556aaf-e2cc-41c4-bca1-c3d701960e4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.793206288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a556aaf-e2cc-41c4-bca1-c3d701960e4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.79344895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63905587-2aab-4ae1-8e79-042ae7d6169d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.793460011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63905587-2aab-4ae1-8e79-042ae7d6169d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.7937862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"79188b15-e21a-49ce-94ce-e9f4dd2e2ccf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.793798972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"79188b15-e21a-49ce-94ce-e9f4dd2e2ccf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.797441253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d43c0e33-d143-44d0-b6fd-fa53baccb38c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.797458902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d43c0e33-d143-44d0-b6fd-fa53baccb38c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.797711101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"76ebeab7-e6a1-4554-9b21-b05b19ad1e65","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.797723878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"76ebeab7-e6a1-4554-9b21-b05b19ad1e65","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.79853512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0587f0f4-69ab-4e97-bd8e-4440c035522b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.798553922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0587f0f4-69ab-4e97-bd8e-4440c035522b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.799341601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcc9b87f-fc3c-4524-bee4-a34cea9359dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.799361834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcc9b87f-fc3c-4524-bee4-a34cea9359dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.800486307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b62fe1b3-3787-41be-9844-2f75b3e185de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.800507909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b62fe1b3-3787-41be-9844-2f75b3e185de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.801608638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"98fa2e3c-c523-4682-be4b-fb9225404775","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.801629924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"98fa2e3c-c523-4682-be4b-fb9225404775","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.802115856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5f8bb88a-041f-4629-be56-446297935a03","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.8021341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5f8bb88a-041f-4629-be56-446297935a03","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.803068702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a60106ce-fab0-4605-b946-15b63183129f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.803084596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a60106ce-fab0-4605-b946-15b63183129f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.809098046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"43226e63-ccd8-4b55-a3a6-92514d482ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.854418561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"aa29eac0-de71-45e0-8a1a-0015eeed2ebe","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.854547684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"aa29eac0-de71-45e0-8a1a-0015eeed2ebe","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.864034696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"43226e63-ccd8-4b55-a3a6-92514d482ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.882905159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1362707-47e4-4ad2-8d56-6110eefbe3ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.886565231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9630f73-d18f-4dbf-a1d4-77121651e299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.898964945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"6012d43a-26ed-43d5-9bf7-0ea3892b5c03","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-56296a","model":"llm/e2e-dft-56296a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.923744768Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"64e1969d-c336-4b2b-bdb1-2ea41dd2306c","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"name":"e2e-dft-1eae46","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.933450539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ac8a39ff-6ce7-4122-bde9-026bb8cfc664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.933833753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"cf1bf275-410b-441c-9ed8-5c0f2684eb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.956300522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ac8a39ff-6ce7-4122-bde9-026bb8cfc664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:43.956300519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"cf1bf275-410b-441c-9ed8-5c0f2684eb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.032461108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"8970b16f-3333-4bef-a14d-5da4120d29b8","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.032703015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"214458c7-1d38-49e2-bd31-e6be4087f3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.05600832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"8970b16f-3333-4bef-a14d-5da4120d29b8","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.056053073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"214458c7-1d38-49e2-bd31-e6be4087f3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.056867457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"48f68da5-d8bb-456f-b987-a7dd250671f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.057699295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1b7ea802-6453-46fa-9626-760d13bd5242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.069882809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a22eb45-d031-4b4d-bdee-56bc7fb8dc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.079001874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"48f68da5-d8bb-456f-b987-a7dd250671f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.079786853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1b7ea802-6453-46fa-9626-760d13bd5242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.083663623Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"7973cae5-a991-4ffd-a9fe-dd1536a7ef13","namespace":"llm","name":"e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.091603171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a22eb45-d031-4b4d-bdee-56bc7fb8dc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.100302846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"1a192f6a-32f9-4b74-a9fe-0f45ad9bc08c","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.100334842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"1a192f6a-32f9-4b74-a9fe-0f45ad9bc08c","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.175336248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"aad341bf-d24d-407e-8435-1fcc2fa2f253","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.198082374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"aad341bf-d24d-407e-8435-1fcc2fa2f253","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.257321768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"6155965d-9a44-499f-bfa3-fbc3ab7a8d3e","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.257320606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"884b21e0-0d6a-49f5-9df3-cf8daf2b9aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.259024006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"51e2f095-f13b-412b-bf4f-bb402ee42499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.279330592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"6155965d-9a44-499f-bfa3-fbc3ab7a8d3e","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.28003865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"884b21e0-0d6a-49f5-9df3-cf8daf2b9aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.282983027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"51e2f095-f13b-412b-bf4f-bb402ee42499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.356036386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"046d5cf9-2e63-4d52-99d8-707fa296e033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.378171515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"046d5cf9-2e63-4d52-99d8-707fa296e033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.478503902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dde85422-fb48-4e86-baea-30ea0fd8ee74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.499285569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dde85422-fb48-4e86-baea-30ea0fd8ee74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.542943167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d60bc2a3-1bb2-40f7-8726-6836c6bdbc4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.557019912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4f7ddd24-a33e-4914-b647-c6963106ff89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.557019875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"b647c009-dc3c-4786-9413-d39ed1a7edd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.56390468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d60bc2a3-1bb2-40f7-8726-6836c6bdbc4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.577969304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4f7ddd24-a33e-4914-b647-c6963106ff89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.578355287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"b647c009-dc3c-4786-9413-d39ed1a7edd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.584867899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d60bc2a3-1bb2-40f7-8726-6836c6bdbc4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.657798274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"9d6e1d7f-2673-439f-8e20-eab5ca818d4c","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.657798241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"8769cddc-ca66-4eb8-ab25-717e1984bdd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.679790934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"8769cddc-ca66-4eb8-ab25-717e1984bdd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.680540928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"9d6e1d7f-2673-439f-8e20-eab5ca818d4c","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.773401814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1c9bc0-fa8a-417c-a96d-99f6fd3788e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.794562832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1c9bc0-fa8a-417c-a96d-99f6fd3788e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.840555612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8ff2a0ce-df8f-467f-8687-d77b3ff2cd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.841004414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"43d16896-dffb-434b-81f3-b018c7d23a82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.857800328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1bd40204-4eb4-40b8-bdef-0e4b4ad38b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.862892325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"43d16896-dffb-434b-81f3-b018c7d23a82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.8642818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8ff2a0ce-df8f-467f-8687-d77b3ff2cd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.880179507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1bd40204-4eb4-40b8-bdef-0e4b4ad38b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.961940201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6fb05468-bd2e-419f-9593-a5116a18814b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:44.983645012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6fb05468-bd2e-419f-9593-a5116a18814b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.528095168Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"2b395a06-d751-46e9-9974-ee5235c05b04","namespace":"llm","name":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.545258973Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"5c921d10-1470-40c9-a713-29ebe6ef4e41","namespace":"llm","name":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.562431585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"5de2a8a3-a69c-4b48-a8f6-dce3c591583e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.578933472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0aa61816-c0a1-43b5-9930-f9143c9f1a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.57980919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8b44351f-bb46-4623-a4b4-6acb01550eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.580880363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"a83bc361-f84c-4bda-8e34-3a07e1a02c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.583938662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"5de2a8a3-a69c-4b48-a8f6-dce3c591583e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.595534859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"709eaa2c-45d3-45b3-8bdf-33d31eca184e","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.600825834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0aa61816-c0a1-43b5-9930-f9143c9f1a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.601135363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8b44351f-bb46-4623-a4b4-6acb01550eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.603250666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"a83bc361-f84c-4bda-8e34-3a07e1a02c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.603775699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"5de2a8a3-a69c-4b48-a8f6-dce3c591583e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.616598746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"709eaa2c-45d3-45b3-8bdf-33d31eca184e","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.638188967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5baf3182-7dd6-4e40-a081-5976aa4acc38","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.63821349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5baf3182-7dd6-4e40-a081-5976aa4acc38","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.638566327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0476d650-0fb1-4963-b501-032e56fd3706","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.638581339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0476d650-0fb1-4963-b501-032e56fd3706","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.638837047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d32855bb-1a4f-4e6b-908e-73cf85253310","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.638850275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d32855bb-1a4f-4e6b-908e-73cf85253310","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.63912805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98689811-b117-4512-8c08-5e148211e0ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.639143254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98689811-b117-4512-8c08-5e148211e0ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.639566957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de290ec9-bba8-4f1e-ac4c-033bd22d2e2e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.639580571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de290ec9-bba8-4f1e-ac4c-033bd22d2e2e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.65305418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a7ea1b0d-c525-4aaf-bb12-f495ece5cd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.659409507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"e3af0d47-4c56-4eb9-aa9a-819300939f55","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.659443956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"e3af0d47-4c56-4eb9-aa9a-819300939f55","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.660076861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fa371744-159f-408b-adc5-1e7b1338126d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.660096626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fa371744-159f-408b-adc5-1e7b1338126d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.661035219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"17ad7371-020c-46ce-ad90-19977d81c5b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.661054888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"17ad7371-020c-46ce-ad90-19977d81c5b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.66191834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"edb35304-9e35-4ea0-b12f-58c2f7b63b80","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.661935375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"edb35304-9e35-4ea0-b12f-58c2f7b63b80","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.677906927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a7ea1b0d-c525-4aaf-bb12-f495ece5cd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.678993701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"115bfbc5-1b67-4bea-8bc4-825ef4d6e51e","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.67902435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"115bfbc5-1b67-4bea-8bc4-825ef4d6e51e","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.688016851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1759c97f-67b5-4597-ad7c-3f7d9e5e4d67","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.688044442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1759c97f-67b5-4597-ad7c-3f7d9e5e4d67","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.688439718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"342b4782-489b-481f-aca2-b61a70b3c5f4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.688456835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"342b4782-489b-481f-aca2-b61a70b3c5f4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.688734936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ded884ba-ef6f-47fe-a3f0-1a2cac0972b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.688748229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ded884ba-ef6f-47fe-a3f0-1a2cac0972b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.750213134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"5d86ee70-7644-45d3-8f0a-c920eb2c2c55","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.75025253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"5d86ee70-7644-45d3-8f0a-c920eb2c2c55","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.750896114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e87a3849-974f-4b7e-afc2-96addd1d30ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.75092275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f54c3ffd-ada5-4764-87d1-26579174bce9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.750939487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f54c3ffd-ada5-4764-87d1-26579174bce9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.751395084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aa036abb-944e-4dff-ab1e-954f709c2139","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.751413568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aa036abb-944e-4dff-ab1e-954f709c2139","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.751794173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cfff2e8f-a545-4dc2-9142-7faea7df48a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.751811242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cfff2e8f-a545-4dc2-9142-7faea7df48a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.752265276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3fec757-16ab-4662-a411-b9d2f413fd89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.752283894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3fec757-16ab-4662-a411-b9d2f413fd89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.752831868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac992d0c-6f3b-40f9-bc2f-3cddebed8d66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.752855257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac992d0c-6f3b-40f9-bc2f-3cddebed8d66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.751401588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"92785aa4-9465-41c7-9629-5899af9ba272","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.767197138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"3e90fb4c-b9ba-412e-9461-06cfdd148ef3","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-56296a","model":"llm/e2e-dft-56296a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.775233013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"3dafad0c-4516-4431-92f3-84b7fbc325d6","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.77527675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"3dafad0c-4516-4431-92f3-84b7fbc325d6","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.829405286Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"4b73b259-cf37-4dd7-a87d-eee68b0a3726","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"name":"e2e-dft-refs-7fc5f1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.833608544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"544c3ee1-1228-430a-8953-c493a19fd3b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.836528107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8ad662fc-4c00-4e51-a3d0-8b899a8eeeda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.851969671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bc2572c-f1d2-48c2-ad9e-3f964734919a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.858446981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"544c3ee1-1228-430a-8953-c493a19fd3b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.861179753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8ad662fc-4c00-4e51-a3d0-8b899a8eeeda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.873376237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bc2572c-f1d2-48c2-ad9e-3f964734919a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:46.979445106Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"95f296aa-82dd-4a7a-ab50-765a014cefa7","namespace":"llm","name":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.05009972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"d7dec3cb-c8c0-408e-a651-098acdb0e6d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.050880924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b7676481-aea5-475e-8ae7-fadf2505858e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.053379941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"c6cd4beb-4a81-4553-b0ea-05da23af089e","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.053411261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"c6cd4beb-4a81-4553-b0ea-05da23af089e","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-7fc5f1-c17d8b7521e4","namespace":"llm","model":"e2e-dft-refs-7fc5f1","externalModel":"e2e-dft-refs-7fc5f1","provider":"e2e-dft-refs-7fc5f1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.075120105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b7676481-aea5-475e-8ae7-fadf2505858e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.075566661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"d7dec3cb-c8c0-408e-a651-098acdb0e6d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.165831739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"14e1a6fd-7fe8-4a0a-8c24-89d3e595b971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.166348696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"f5e878bd-1ff0-4b3a-ab44-5d6fbd9c69ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.18099499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3e7d5e56-19d6-413b-af9c-e23b3c277f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.187915894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"14e1a6fd-7fe8-4a0a-8c24-89d3e595b971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.188672247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"f5e878bd-1ff0-4b3a-ab44-5d6fbd9c69ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.204825082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3e7d5e56-19d6-413b-af9c-e23b3c277f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.233510907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c62fc7ba-a00c-406f-afcc-3e71a39576b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.249491013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2255fe0-c30c-4a5c-9b50-49d92c687eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.254803348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c62fc7ba-a00c-406f-afcc-3e71a39576b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.271702935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2255fe0-c30c-4a5c-9b50-49d92c687eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.336071598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fa2d3bd5-07e2-4178-ba06-9a0f2f0180a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.336323763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"73a0da4d-1d42-4bad-ac03-2d2aaba42ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.353026563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"42c8f49c-5f13-4176-bdc8-2ddee2942649","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.357602739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fa2d3bd5-07e2-4178-ba06-9a0f2f0180a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.357810663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"73a0da4d-1d42-4bad-ac03-2d2aaba42ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.374537194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"42c8f49c-5f13-4176-bdc8-2ddee2942649","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.420292413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cfd961fe-233d-4ab7-9e4d-57780bc20316","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.43573236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1df1f376-3440-4d07-be67-4a44a6d25135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.441733738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cfd961fe-233d-4ab7-9e4d-57780bc20316","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.457265759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1df1f376-3440-4d07-be67-4a44a6d25135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.462768974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2f820e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ecaa159ec814066d0f6923a6a65fb1469715377498bc69bc0dbb3bc971e84cd) AuthConfig (8939acbeb48611415a8b91712da4b5fde92c3bd66d1e3e66fb8b1921664cd491) AuthConfig (46e6593489e2774618c9731188c278e3409a24ce64e19e229814ee16944b40cb) AuthConfig (a6a005d634b839a6d958abd61cdaca215facd488bac966fff3e415d35d927a7d) AuthConfig (b368fb2c6677b1bfd2a30dd8c6ecc1927ab7d93c0099de2ac59639cc75146333) AuthConfig (c9286fb75f824bfd70c96ace4f134e1c6d12e6b5865da2ab52138d59226f19fe) AuthConfig (0de76c887f4db7d80eded97cd3bb7de192c1a84e28a8097af1fa2890a3eabaa2) AuthConfig (5c767b5947941d6b0919d818f8c3c84a3f80e525d4d464c23c5ca3521cf14284) AuthConfig (7af29c79d4a1a82efc2cee921dc316f2ad5b5d85713ca1c191b14f7a13baefef) AuthConfig (3acb7ebd1d2bb2b6c3f94d898c8f008013a63f7208531399b61203042db5ca34) AuthConfig (29ddb33ff9185f827664abd01c612a1920322ac318d22c497b3ef340321f9bc2) AuthConfig (bd66c7a114dab3a8172ee4b1dab1ea0e3184237d03abf2c431b768a4b103c1f6) AuthConfig (c29f4745e0b48c796d34e5306edb5fbca16b556b7f18ddbdc34af2e2fa96e298) AuthConfig (6216fd4f9b0d7ef9fe227b56a67e29ff321cc6e423c02d584f59fbbb83bf54a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cfd961fe-233d-4ab7-9e4d-57780bc20316","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.541526888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"919b2160-412f-48de-8a4e-00416fb0420e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.541528534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"6cf79476-14a6-45e2-8634-cccd03e5f0a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.557641243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4d442a1-a349-469f-8409-ca36fabf6a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.563180607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"6cf79476-14a6-45e2-8634-cccd03e5f0a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.563209592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"919b2160-412f-48de-8a4e-00416fb0420e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.579937953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4d442a1-a349-469f-8409-ca36fabf6a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.636198404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"324f70e2-7777-4949-a829-af7f92e4a689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.636398364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e81a3e9a-6d2d-4c75-94f0-b5ad50f9249b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.657861228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"324f70e2-7777-4949-a829-af7f92e4a689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.657881588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e81a3e9a-6d2d-4c75-94f0-b5ad50f9249b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.73739627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"f1572197-5170-4607-b340-02095ed17fbb","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:47.758491289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"f1572197-5170-4607-b340-02095ed17fbb","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:49.926547319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"929ae0d5-6384-41a6-91b6-8c5bba1be435","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:49.926579925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"929ae0d5-6384-41a6-91b6-8c5bba1be435","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:49.947108466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"11ed89a5-386d-4244-9a6a-a3de2e62ae21","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:49.947142076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"11ed89a5-386d-4244-9a6a-a3de2e62ae21","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:50.013625021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"ad6ce713-4f1b-4ab6-b2a1-07fac015f950","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:50.039251821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"ad6ce713-4f1b-4ab6-b2a1-07fac015f950","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:50.243281907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"f6c11b79-495e-4f75-a36c-0ca204640b6d","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:50.243314724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"f6c11b79-495e-4f75-a36c-0ca204640b6d","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:50.309702001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"0929454b-8a55-4683-b4dd-39df5384493e","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:50.33214974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"0929454b-8a55-4683-b4dd-39df5384493e","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:51.768389097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"97c93152-2ff5-413d-981b-2aad966e9d91","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-56296a","model":"llm/e2e-dft-56296a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:51.861011755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"a04495e0-d0fa-4114-97b6-5e3acd79870c","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:51.861049578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"a04495e0-d0fa-4114-97b6-5e3acd79870c","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.552611334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-sub","reconcileID":"a348e1fd-94a4-49f6-b572-e726a039e65b","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cfl-same-df34a9","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.647406383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"b67b8790-81a5-47e9-941b-1da78e0ad2a7","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.647446746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"b67b8790-81a5-47e9-941b-1da78e0ad2a7","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.76185298Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"1a03e890-266e-4a03-b51a-b72754f416a0","namespace":"llm","name":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.778745254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"6ad26a04-e173-4821-a000-d5fc9399f468","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.778795178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"6ad26a04-e173-4821-a000-d5fc9399f468","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-7fc5f1-c17d8b7521e4","namespace":"llm","model":"e2e-dft-refs-7fc5f1","externalModel":"e2e-dft-refs-7fc5f1","provider":"e2e-dft-refs-7fc5f1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.801176229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"aa7d7b5c-4357-4721-8096-94165408dc63","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.80382852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"204e79b1-5871-48e3-9120-14805f3323c4","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.803867187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"204e79b1-5871-48e3-9120-14805f3323c4","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.804376643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8364e056-4530-4791-8178-e0a5173cebd0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.8044017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8364e056-4530-4791-8178-e0a5173cebd0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.804846739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"405c5d56-fb28-4538-b828-c65c0c1bdd50","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.804869483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"405c5d56-fb28-4538-b828-c65c0c1bdd50","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.805303513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71964980-e3f9-43c2-8309-70f8c19012b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.805322958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71964980-e3f9-43c2-8309-70f8c19012b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.815236654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"b1321b8c-b48f-421a-a051-71b042c5e78a","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.816222825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"c57462ee-dcf1-41bd-81bf-b927873950f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.81955972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8ac26f5d-fcb3-42cc-8b60-8427a0655b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.822217084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"98e270eb-dd5a-4ffc-a68b-cb54ab6f4776","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.822238362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"98e270eb-dd5a-4ffc-a68b-cb54ab6f4776","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.822857082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"aa7d7b5c-4357-4721-8096-94165408dc63","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.84065397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"b1321b8c-b48f-421a-a051-71b042c5e78a","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.841987097Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"4fc19325-94b3-4d4b-a39b-3f1add9db99a","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-7fc5f1-c17d8b7521e4","namespace":"llm","model":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.849607894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"c57462ee-dcf1-41bd-81bf-b927873950f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.850895285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31ef28e2-84e2-4d6c-84f8-87aabf7c55e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.85460343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8ac26f5d-fcb3-42cc-8b60-8427a0655b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.85793682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0eeb8b0-0c3a-4275-aad4-fc2b492a5dea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.858421804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"865c7b28-1bd2-4ecf-bb1f-f522d4242dad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.873333205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31ef28e2-84e2-4d6c-84f8-87aabf7c55e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.876934966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a30a0e0-8309-45f7-8f9b-be3a6eca7ef4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.87696916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a30a0e0-8309-45f7-8f9b-be3a6eca7ef4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.877532467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7e9d72e6-5b56-4bad-a53c-e8dd0d2397ea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.877555348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7e9d72e6-5b56-4bad-a53c-e8dd0d2397ea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.87759402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"8303aad2-9bb6-4157-8407-48e621b25a52","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-56296a","model":"llm/e2e-dft-56296a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.878001797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25b02b9a-6fc2-4957-95fd-87a8a2a7e951","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.878018985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25b02b9a-6fc2-4957-95fd-87a8a2a7e951","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.878454411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bef7fe4-52ab-4f0d-b70a-f0871d03282d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.87847874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bef7fe4-52ab-4f0d-b70a-f0871d03282d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.879077746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"570dcfb4-57b5-4f36-be36-09a019253680","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.879097637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"570dcfb4-57b5-4f36-be36-09a019253680","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.958121013Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"81b4f3e5-9f88-4805-a37e-8e7885ae767d","namespace":"llm","name":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:52.974688489Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"31deed51-6a18-4b19-bf58-5a33bdf72f50","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"name":"e2e-dft-refs-7fc5f1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.083373621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5c44950a-636e-4879-bd7b-4c119c4f496b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.106884702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"5c44950a-636e-4879-bd7b-4c119c4f496b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.114776457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"665ba90e-14cf-414c-9cc4-d4e037762159","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.12531631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"4aea6e9e-a34c-42ef-adb8-28a2423d4274","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.125345849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"4aea6e9e-a34c-42ef-adb8-28a2423d4274","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.133985118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d2dcb98b-7f7a-4daf-b235-4084398ce35e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.136571761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"665ba90e-14cf-414c-9cc4-d4e037762159","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.155931133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d2dcb98b-7f7a-4daf-b235-4084398ce35e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.180732052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"1d4f05cf-3d5c-4f91-b510-facbd99b48c1","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.204518791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"1d4f05cf-3d5c-4f91-b510-facbd99b48c1","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.240903615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5c06dd65-97d9-4de8-aaa5-6e70f3dcec36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.25903783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5682be0d-1d6e-452c-80c0-698736d9d6e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.262512136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5c06dd65-97d9-4de8-aaa5-6e70f3dcec36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.26889167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"ac682e53-2867-41c9-9cbe-50beeb1786b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.293401423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"ac682e53-2867-41c9-9cbe-50beeb1786b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.294982246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5682be0d-1d6e-452c-80c0-698736d9d6e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.341269766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5c72c758-f6c6-45f2-88f8-6cba5e1f66ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.379319468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5c72c758-f6c6-45f2-88f8-6cba5e1f66ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.478482878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05b97c00-516b-48de-838f-088547b4f89d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.513646733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05b97c00-516b-48de-838f-088547b4f89d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.555699964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3fde9a09-7be9-4291-aa14-3d83212e03e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.555755975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"67025509-6643-45c3-a240-7ee96ccacb49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.556227153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9655c42e-6f5e-4f92-8b55-561da6e267a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.578934439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"3fde9a09-7be9-4291-aa14-3d83212e03e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.578950019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9655c42e-6f5e-4f92-8b55-561da6e267a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.582514346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"67025509-6643-45c3-a240-7ee96ccacb49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.608322583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7751816-17a5-4df5-94e6-723a1828e976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.629143855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7751816-17a5-4df5-94e6-723a1828e976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.733563572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"0aa3ecba-cb7c-46e4-ac21-2a5074dfe206","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.735242176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"89c1276e-d87d-41ae-a6ae-7a629dd20ac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.749066959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"37b80697-fdd6-40f9-a0bc-c0f6c8d91f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.750610088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"3ad6f22f-cade-4d3a-bdbc-1c1b6e946abf","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.755117791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"0aa3ecba-cb7c-46e4-ac21-2a5074dfe206","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.75702439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"89c1276e-d87d-41ae-a6ae-7a629dd20ac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.778796458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"37b80697-fdd6-40f9-a0bc-c0f6c8d91f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.780763289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"3ad6f22f-cade-4d3a-bdbc-1c1b6e946abf","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.784584747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"a8e3ba1d-1b9c-4fb8-b981-080e18239ad7","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.807185526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"a8e3ba1d-1b9c-4fb8-b981-080e18239ad7","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.859931202Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"7f6dc83d-ffb4-417d-9eed-d9bf58ffe19f","namespace":"llm","name":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.876550297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"e76e1554-07a5-491d-ab0c-3d6688b8e8e9","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"name":"e2e-dft-refs-7fc5f1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.976920996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"3d7f29d4-9fe0-40d4-bb23-9e8240521406","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:53.998640024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"3d7f29d4-9fe0-40d4-bb23-9e8240521406","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.047038308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"62e9b877-bd34-4b65-9129-44a21faac10b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.049293753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"04456197-7b45-4e4c-839e-ce67b711a01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.049321763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"676c38f2-22ff-4325-b991-14f53c702aee","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.050453279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2fadcb1f-1ce6-49c0-8655-1efd0c69f3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.067980779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"62e9b877-bd34-4b65-9129-44a21faac10b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.070633976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"04456197-7b45-4e4c-839e-ce67b711a01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.071049872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"676c38f2-22ff-4325-b991-14f53c702aee","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.074258378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2fadcb1f-1ce6-49c0-8655-1efd0c69f3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.246593644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"04fe15ac-78da-4230-8fb0-52e1745131f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.257928857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c8c9fa99-03f9-41c9-b69f-a12d1bd18f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.257928909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"f3b248ad-22bb-4e73-a457-f372d3c20e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.267771269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"04fe15ac-78da-4230-8fb0-52e1745131f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.277047456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06571ed9-8773-4210-bf17-0400217fa0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.279750601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"f3b248ad-22bb-4e73-a457-f372d3c20e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.280527943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c8c9fa99-03f9-41c9-b69f-a12d1bd18f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.298520677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06571ed9-8773-4210-bf17-0400217fa0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.381102589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"723cd6f4-c662-46eb-bc4b-a243aa628e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.402088129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"723cd6f4-c662-46eb-bc4b-a243aa628e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.413871798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"03de4bb0-f469-4f07-8c7e-c09c3b79f660","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.413905447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"03de4bb0-f469-4f07-8c7e-c09c3b79f660","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.440548176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"7bd007f1-f140-46c3-b3f6-b800d1f4fd6f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.447060662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"81547b01-260a-49ff-b59b-6fcec0d7e308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.456496282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"b2a49af0-4bd3-4b19-bcb6-5f32b454afd0","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.45652043Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-sub","reconcileID":"ec4e83ce-74c0-4f6d-8669-d21cbec1efad","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f18b4734","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.461473561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"7bd007f1-f140-46c3-b3f6-b800d1f4fd6f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.4706294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"81547b01-260a-49ff-b59b-6fcec0d7e308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.480279956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"b2a49af0-4bd3-4b19-bcb6-5f32b454afd0","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.594429289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"f315be6e-fd91-4222-9724-a25cd356fd3d","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"name":"e2e-dft-refs-7fc5f1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.595024407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e514e9ae-5732-4e23-8443-fe90381c753d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.595051926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e514e9ae-5732-4e23-8443-fe90381c753d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.59544334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1b775ddd-26bd-4505-8cbb-00cff86e74b1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.595458448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1b775ddd-26bd-4505-8cbb-00cff86e74b1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.595708364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0d9da17d-7d38-4205-8fe7-7fa861b80493","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.595720541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0d9da17d-7d38-4205-8fe7-7fa861b80493","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.615371722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"f79eee7b-2a55-486f-a4c0-de4bd301a305","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.615403511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"f79eee7b-2a55-486f-a4c0-de4bd301a305","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.615919605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1be82b6-4c82-4934-b427-0e543e451e25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.615934004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1be82b6-4c82-4934-b427-0e543e451e25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.616262453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"baf64aac-db4e-4179-b3fe-91a520e4587a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.616274563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"baf64aac-db4e-4179-b3fe-91a520e4587a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.616543914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"896c7d71-8e36-495a-9975-4eaf75ecc4da","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.616555726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"896c7d71-8e36-495a-9975-4eaf75ecc4da","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.616827561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"900cb916-933f-40e1-95b8-d5a0a7849f43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.616840146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"900cb916-933f-40e1-95b8-d5a0a7849f43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.617241189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61458ef7-d06e-4303-8691-a2f6aecd0469","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.617255505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61458ef7-d06e-4303-8691-a2f6aecd0469","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.639552051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"404e8846-e197-41f9-99e4-3d3f77f4524a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.640038838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"7dd5ec48-541e-4a0d-897d-af85d86b74ee","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.640063441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"7dd5ec48-541e-4a0d-897d-af85d86b74ee","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.65248753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"750f545c-3cb7-4889-ae6c-1cfc5778c6ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.652556574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa3bdbf5-f5bd-4a3a-b4fd-f24e4e27b742","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.658745111Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"a77ab35f-abd9-47b3-bb94-9a9d686be546","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"name":"e2e-dft-refs-7fc5f1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.659362563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f17630aa-88e2-4b57-b039-57dcd3509a83","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.65945167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f17630aa-88e2-4b57-b039-57dcd3509a83","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.660000527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"192e4fa5-dfcb-42d6-b354-abfef7abdb4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.660021048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"192e4fa5-dfcb-42d6-b354-abfef7abdb4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.660421806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23464161-ac1b-4739-bc0c-73fb9f430dfd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.660488327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23464161-ac1b-4739-bc0c-73fb9f430dfd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.673897629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"404e8846-e197-41f9-99e4-3d3f77f4524a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.681548421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"29d0b89b-8df7-493d-abff-9f67bb47966f","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.681602514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"29d0b89b-8df7-493d-abff-9f67bb47966f","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.683423263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"2ede2d6d-bd0f-4919-a434-3a22032b9cfb","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-56296a","model":"llm/e2e-dft-56296a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.773542412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"385b9be3-3773-4826-83b1-856e7b85fc26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.794699224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"385b9be3-3773-4826-83b1-856e7b85fc26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.808835305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"d4e32de2-e6cf-4ceb-bb26-b343c6cac0da","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.809680424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"bf9553b7-ff72-417b-a76f-eb126489137b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.835873583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"d4e32de2-e6cf-4ceb-bb26-b343c6cac0da","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.840040324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"a8a0daf0-f301-4141-9c3d-375986abe9f9","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.849525421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"bf9553b7-ff72-417b-a76f-eb126489137b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.870940125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"a8a0daf0-f301-4141-9c3d-375986abe9f9","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.896973792Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"9e1e5b26-e8e3-463d-a56c-333cf6d8c510","namespace":"llm","name":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.914723645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"4b8731e4-29c8-4779-bb9c-8bedbb27f88e","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.9147621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"4b8731e4-29c8-4779-bb9c-8bedbb27f88e","MaaSModelRef":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-7fc5f1-c17d8b7521e4","namespace":"llm","model":"e2e-dft-refs-7fc5f1","externalModel":"e2e-dft-refs-7fc5f1","provider":"e2e-dft-refs-7fc5f1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.95725937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"c6c3350c-73ee-40ee-88c8-4bc8dcb7e7fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:54.978261872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"c6c3350c-73ee-40ee-88c8-4bc8dcb7e7fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.004416087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"7b250f1d-2e3b-4bdb-8ffe-208074c9bf0a","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.004915721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58f84c5b-cc69-447d-b3d5-76ea1c7c7c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.036933052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58f84c5b-cc69-447d-b3d5-76ea1c7c7c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.040414045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"7b250f1d-2e3b-4bdb-8ffe-208074c9bf0a","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.061836276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"a5c79ba7-730d-4574-9c50-3070ee46dd34","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.082785601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"a5c79ba7-730d-4574-9c50-3070ee46dd34","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.110770705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a297270f-ba6b-4e23-a8af-69ab82b5a16b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.13210229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a297270f-ba6b-4e23-a8af-69ab82b5a16b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.16895226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"e1fe928a-36e5-4981-ac05-dbe9f277a2f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.190145848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"e1fe928a-36e5-4981-ac05-dbe9f277a2f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.269975193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"74e0df4b-64da-4858-ac39-b7cbd6701b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.27008929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b21efa4b-bf35-44be-853b-58562d8cbbf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.285094079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"074ea7f2-7f3c-4d72-a4bf-dfcec4f68cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.287569016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"63d64a4f-3341-456f-89d3-de520b8d029a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.2909617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b21efa4b-bf35-44be-853b-58562d8cbbf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.291098678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"74e0df4b-64da-4858-ac39-b7cbd6701b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.303597255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"9d011094-ea37-4cf3-bb32-3d60763e4847","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.303672261Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"c95619d6-48ea-4478-8243-f3672919a788","namespace":"llm","name":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.308742104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"074ea7f2-7f3c-4d72-a4bf-dfcec4f68cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.309292289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"63d64a4f-3341-456f-89d3-de520b8d029a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.324609642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"9d011094-ea37-4cf3-bb32-3d60763e4847","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.473761502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"9e2c8922-5f1c-4551-9d50-4ec2abf7a7a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.473791589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"548b83f6-36f5-40d0-b77d-4f190525d569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.488402653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"40477e79-db92-456a-8cf2-1c7345603556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.488848601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"bd21c2a6-7e6d-4d32-b2cc-c9094d9cabb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.496037834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"548b83f6-36f5-40d0-b77d-4f190525d569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.496076684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"9e2c8922-5f1c-4551-9d50-4ec2abf7a7a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.511306481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"bd21c2a6-7e6d-4d32-b2cc-c9094d9cabb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.511461234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"40477e79-db92-456a-8cf2-1c7345603556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.59181216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"fb20e0d1-193e-476d-a2a0-7410a482a897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.628416754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"fb20e0d1-193e-476d-a2a0-7410a482a897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.706868399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"794ca2c5-2f51-4af4-b50d-eb0791e7fc85","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.711936845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6a7680fd-57cf-418f-845f-d184bd5e2f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.728532196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"794ca2c5-2f51-4af4-b50d-eb0791e7fc85","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.734192721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"6a7680fd-57cf-418f-845f-d184bd5e2f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.744824799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7438568-2a83-49f4-8de6-5269f6473c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.76612107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7438568-2a83-49f4-8de6-5269f6473c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.786247731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"31b5e8dd-4ad3-4eea-b15a-a85f36919b90","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.807803561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"31b5e8dd-4ad3-4eea-b15a-a85f36919b90","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.903036132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7bbe7bb0-3143-430d-9001-fcb8d3e515c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.913888817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0fc7a2d1-dd1b-4649-b118-84bc1f503341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.924050238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7bbe7bb0-3143-430d-9001-fcb8d3e515c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.932098666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"10c3055e-0f3f-4c45-b429-2629f66647e1","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.932231693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db3c68e5-a8e6-479e-b0a5-5c8c85f1160e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.935717157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0fc7a2d1-dd1b-4649-b118-84bc1f503341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.954778308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"10c3055e-0f3f-4c45-b429-2629f66647e1","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.956568307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db3c68e5-a8e6-479e-b0a5-5c8c85f1160e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.966058972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"d7204c5f-8067-4447-8b77-91f901a94487","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:55.986929908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"d7204c5f-8067-4447-8b77-91f901a94487","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:56.021416425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"657ff54b-66a1-4e7c-88db-31a823591417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:56.035990736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ba0748e7-091c-42bc-bddb-4cbe607b4276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:56.042767959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"657ff54b-66a1-4e7c-88db-31a823591417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:56.052116159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f3229b0c-7511-41f0-8d4f-2307fe9f78b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:56.058353347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"ba0748e7-091c-42bc-bddb-4cbe607b4276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:56.073923555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"f3229b0c-7511-41f0-8d4f-2307fe9f78b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:29:58.829401271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.474994844Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-sub","reconcileID":"d876bccd-4c88-4362-a103-98a836338f1c","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","subscription":"e2e-cfl-same-df34a9-7e532c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.51348369Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-sub","reconcileID":"d876bccd-4c88-4362-a103-98a836338f1c","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.530095618Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-sub","reconcileID":"d876bccd-4c88-4362-a103-98a836338f1c","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-7e532c-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.718393756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"5381c0b3-fa5c-4f51-b9d8-3119d10379a1","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.718424409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"5381c0b3-fa5c-4f51-b9d8-3119d10379a1","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:30:04.749220777Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-56296a-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-56296a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.760609993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"76195a06-c4c2-42fb-a51d-5fde12e38c59","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.763523605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"65c25048-1343-4647-9d57-8ba4ec09aeae","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.764098292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"d0df0baf-adf6-492e-ae7b-99830119b855","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.764118014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"d0df0baf-adf6-492e-ae7b-99830119b855","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.782924545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"76195a06-c4c2-42fb-a51d-5fde12e38c59","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.787477826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"65c25048-1343-4647-9d57-8ba4ec09aeae","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.806366957Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"f414a11a-6842-49bf-82e2-18e3fe6dbd53","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90aa3e58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.807085748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"cf5ede52-f257-4c07-a4a2-3394a6723642","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.807106407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"cf5ede52-f257-4c07-a4a2-3394a6723642","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.87032739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"af7e17f0-843b-4469-8615-51d7e1463e96","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.870362956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"af7e17f0-843b-4469-8615-51d7e1463e96","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.886179897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ee0c27d-c80d-4008-a18d-5ef1ce3e2403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.88793324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97245a9c-a281-49af-97c5-0b0eb62377f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.887954577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"ea7ecca1-c33e-4c91-bfcc-f3505ad51b7c","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.907389512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ee0c27d-c80d-4008-a18d-5ef1ce3e2403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.911654455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"ea7ecca1-c33e-4c91-bfcc-f3505ad51b7c","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:04.911794987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97245a9c-a281-49af-97c5-0b0eb62377f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.014941788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"60f0cb4b-1bf6-42db-83bb-c093578510cd","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.035291736Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-7e532c-access","reconcileID":"0366019f-9450-4b34-b448-950ac98122fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-7e532c-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.036219612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"60f0cb4b-1bf6-42db-83bb-c093578510cd","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.216534131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"875aa34b-f27d-4419-9da4-a8fd59bfc004","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.216618408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83cf8dfe-4734-4eb5-92da-3f147e81adcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.217141752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23bd9aa0-9cf2-4489-ad4a-cf40b329e50d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.238337604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"875aa34b-f27d-4419-9da4-a8fd59bfc004","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.238402258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23bd9aa0-9cf2-4489-ad4a-cf40b329e50d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.240595454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83cf8dfe-4734-4eb5-92da-3f147e81adcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.27292236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"6daa72c0-6958-4d17-ab61-34ad43871379","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-2-7e532c/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.272949368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"6daa72c0-6958-4d17-ab61-34ad43871379","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"routeName":"external-model-e2e-cfl-same-df34a9-fcf1e5b4cfed","namespace":"e2e-extmod-cfl-2-7e532c","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.427407808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"8ccf04c4-b5d0-4ac3-ac92-de8256b85d34","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.427435261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"8ccf04c4-b5d0-4ac3-ac92-de8256b85d34","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.445326973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"1a57512f-d8ea-4b5c-9e00-51815b960400","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.470111673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"1a57512f-d8ea-4b5c-9e00-51815b960400","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.47078277Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-sub","reconcileID":"e79a8131-5908-4d9d-8ed1-38f405de1316","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6702c2fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.750884304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"3c65a5fd-a3dc-4d2a-8c32-efa98f7c9b4c","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:05.772862666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"3c65a5fd-a3dc-4d2a-8c32-efa98f7c9b4c","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.044942193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"2369bd1f-90aa-4e7d-8155-398262fea019","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.044983607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"2369bd1f-90aa-4e7d-8155-398262fea019","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.062334359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"7b4e50d3-c9e9-4157-b244-65dd8f1cb3b6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:30:08.07005139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-sub","reconcileID":"dd8474e4-8593-4aeb-b072-791e65c8be31","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-1c99fe-7284ab-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.083457048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"2c2e850c-4521-4672-91a7-b4a856ca8ad9","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.083483353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"2c2e850c-4521-4672-91a7-b4a856ca8ad9","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.084293814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"7b4e50d3-c9e9-4157-b244-65dd8f1cb3b6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:30:08.101522825Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"2c2e850c-4521-4672-91a7-b4a856ca8ad9","name":"e2e-cfl-same-1c99fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-1c99fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:30:08.101582192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"2c2e850c-4521-4672-91a7-b4a856ca8ad9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-1c99fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.124118517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"266b2c9e-d532-4171-b2e4-5d949955db86","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.124144651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"266b2c9e-d532-4171-b2e4-5d949955db86","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.143705211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"86092e84-5b03-4bcd-ace3-bf580891c082","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.143730537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"86092e84-5b03-4bcd-ace3-bf580891c082","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.164061813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"281d5da5-1ab9-4f8a-b4a1-1a423757a4d0","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.164168787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"281d5da5-1ab9-4f8a-b4a1-1a423757a4d0","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.238674133Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-sub","reconcileID":"d1cbf8b8-211d-40ab-8d05-4593caa6f1bc","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"maas-trlp-e2e-cfl-same-1c99fe","model":"e2e-cfl-same-1c99fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-2f820e/e2e-cfl-same-1c99fe-7284ab-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.272295056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"5d8755d0-e413-495d-99ae-430d33182a4a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.293373936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"5d8755d0-e413-495d-99ae-430d33182a4a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.329701877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"30e16bec-81e7-4bf1-bb07-0f713a87cef2","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.329725194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"30e16bec-81e7-4bf1-bb07-0f713a87cef2","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:08.395977568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-sub","reconcileID":"e40a1109-13f9-4025-9da5-da7ff622db69","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"maas-trlp-e2e-cfl-same-1c99fe","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.364711413Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"31752410-bcdb-41eb-97cb-1ba6e4f52926","namespace":"llm","name":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.385592222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1875829-8a4c-42e5-a629-66de31812ede","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.385615912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1875829-8a4c-42e5-a629-66de31812ede","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.385875816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"021c3042-0448-463c-809c-907b5374442c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.385888113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"021c3042-0448-463c-809c-907b5374442c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.386101506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8124033a-271c-4186-b143-3b5fcba80b75","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.386112282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8124033a-271c-4186-b143-3b5fcba80b75","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.406267482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"275369e6-cd24-4f29-849d-d8e67a28acc8","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.406293229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"275369e6-cd24-4f29-849d-d8e67a28acc8","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.408266862Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"ef830fb7-5c00-40d2-8dfc-9e016d1776bf","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-56296a","subscription":"e2e-dft-56296a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.424917164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7b6eca49-6ea5-46d4-bafa-c28c514a0633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.425134402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9d1a7d90-1844-42e7-8bd9-d90258634360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.425379155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"d2406ece-ab2d-4008-a18c-bef93c291ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.425525817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"c11e78f0-b519-4543-aec9-61ae572401e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.42898262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7211fea-b8e0-493e-a0b2-8ba37010909e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.429005563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7211fea-b8e0-493e-a0b2-8ba37010909e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.429458624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ae50b1a-e5d7-498d-beab-6b6a719d6365","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.429489034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ae50b1a-e5d7-498d-beab-6b6a719d6365","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.429878703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aab9b3da-c114-423d-93de-16de9318f9c1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.429896901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aab9b3da-c114-423d-93de-16de9318f9c1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.430263213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"804e2100-6a99-41c1-9e9f-af751b72fb5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.430280103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"804e2100-6a99-41c1-9e9f-af751b72fb5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.430760603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32311393-58c0-4e74-9529-92b903282509","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.430778211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32311393-58c0-4e74-9529-92b903282509","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.448871651Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"ef830fb7-5c00-40d2-8dfc-9e016d1776bf","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.450509718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"82f01791-9234-4b80-bfc7-8508be9cd5c1","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.450525732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"82f01791-9234-4b80-bfc7-8508be9cd5c1","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.454236307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9d1a7d90-1844-42e7-8bd9-d90258634360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.455570416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"c11e78f0-b519-4543-aec9-61ae572401e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.459378871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"819d9299-81bc-431e-b6ff-1146cc5e7e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.45993765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"d2406ece-ab2d-4008-a18c-bef93c291ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.465577607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7b6eca49-6ea5-46d4-bafa-c28c514a0633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.468664904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca0f28be-c735-4117-bafd-c241396ba158","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.468770914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc69ca4b-3248-474d-aed1-eefe9861da29","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.471967405Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-sub","reconcileID":"ef830fb7-5c00-40d2-8dfc-9e016d1776bf","MaaSSubscription":{"name":"e2e-dft-56296a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-56296a","namespace":"llm","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.484329206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"819d9299-81bc-431e-b6ff-1146cc5e7e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.580803359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-7fc5f1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-7fc5f1","reconcileID":"16f92497-bba5-4c1f-a33d-92068209449c","namespace":"llm","name":"e2e-dft-refs-7fc5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.648402953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"6d47e9a3-169e-4c0f-a249-497331ab2f3e","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.648433672Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"6d47e9a3-169e-4c0f-a249-497331ab2f3e","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.667967343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"0c648a43-61ed-440e-a939-d118e33c6da8","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.668875848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"38de1916-4eb2-4f5b-8e87-9416c8e0e353","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.685477975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"fbde7f7e-26f2-4459-8067-ec10f11f50c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.685808041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"cc71f528-526d-4ec5-8eaa-5e9d9b0d365d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.690622174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"0c648a43-61ed-440e-a939-d118e33c6da8","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.690952391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"38de1916-4eb2-4f5b-8e87-9416c8e0e353","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.707854386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"fbde7f7e-26f2-4459-8067-ec10f11f50c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.708013068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"cc71f528-526d-4ec5-8eaa-5e9d9b0d365d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.717905708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db93d7b8-9ef7-4093-9da3-25a93b70ee34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.739234834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db93d7b8-9ef7-4093-9da3-25a93b70ee34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.791260675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"df8aee22-2a8c-47c3-beef-e32adb41f1a5","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.791289977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"df8aee22-2a8c-47c3-beef-e32adb41f1a5","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.841422142Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-56296a-access","reconcileID":"be58b07b-ca5e-4171-a4b5-2d508a5bb4a5","MaaSAuthPolicy":{"name":"e2e-dft-56296a-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.895688777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e8e0a1a9-4d69-4319-ab17-328f2f691bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.898475009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"dc58f51f-0e35-486c-be97-335ea568e1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.914548913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"7bc485f3-d45a-4f23-88d3-cb906a19f2de","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.918802702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e8e0a1a9-4d69-4319-ab17-328f2f691bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.928954042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"dc58f51f-0e35-486c-be97-335ea568e1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.935470228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"7bc485f3-d45a-4f23-88d3-cb906a19f2de","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:10.995014351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"f1e883da-a9d1-4cb5-8616-4e6cf870f632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.017137061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"f1e883da-a9d1-4cb5-8616-4e6cf870f632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.085229574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"9a4e19c8-39a8-458d-9aba-b0f5d5c5d0a4","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.085267632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"9a4e19c8-39a8-458d-9aba-b0f5d5c5d0a4","MaaSModelRef":{"name":"e2e-dft-56296a","namespace":"llm"},"routeName":"external-model-e2e-dft-56296a-493b5eddf890","namespace":"llm","model":"e2e-dft-56296a","externalModel":"e2e-dft-56296a","provider":"e2e-dft-56296a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.137709609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a9c0a147-158e-44c0-b84d-36b30140768a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.15904621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a9c0a147-158e-44c0-b84d-36b30140768a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.161117687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b057c7cc-24dd-4e6a-add9-7a5993bfd1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.18344517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b057c7cc-24dd-4e6a-add9-7a5993bfd1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.218902099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"249b468d-425d-42bb-977d-5b2c5d924f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.218989017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"83a22c9e-2df0-465e-84f0-bdd3a26824c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.219332074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fd0f9adf-b583-458a-95d2-29df63641488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.244546136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"83a22c9e-2df0-465e-84f0-bdd3a26824c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.244603529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"249b468d-425d-42bb-977d-5b2c5d924f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.251165891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fd0f9adf-b583-458a-95d2-29df63641488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.397341546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3a7cb980-c182-4373-a035-ab3abf86c2d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.4187404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3a7cb980-c182-4373-a035-ab3abf86c2d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.5343442Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"ada24648-2c83-4574-8b8b-abcbe3d51432","namespace":"llm","name":"e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.556020448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9acd5612-cf26-4db6-932c-3ec4d6decb53","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.556044005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9acd5612-cf26-4db6-932c-3ec4d6decb53","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.55635278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e243dcfc-92c9-40dc-a40c-37651f878fb8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.556366302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e243dcfc-92c9-40dc-a40c-37651f878fb8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.556625053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd86c21f-3cce-400e-8297-e4b773f3a022","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.556637077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd86c21f-3cce-400e-8297-e4b773f3a022","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.556870648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d28b7936-4143-4f5b-a2ab-6a088fe52c89","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.556882257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d28b7936-4143-4f5b-a2ab-6a088fe52c89","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.557106403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"642c01e6-5172-492e-80ef-9e487c6164c0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.557117272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"642c01e6-5172-492e-80ef-9e487c6164c0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.557368077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b31eb07-7df2-46ab-a726-a9b86610cdd5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.557380011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b31eb07-7df2-46ab-a726-a9b86610cdd5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.557604576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d243f1f-35f6-4ced-bf39-507ab5b69708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.557615548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d243f1f-35f6-4ced-bf39-507ab5b69708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.557922546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67d85290-2f55-4d46-a2f5-26fb880d512c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.557934894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67d85290-2f55-4d46-a2f5-26fb880d512c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.574443349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"3d3570b4-f2b5-4f38-bd41-5cf961ca50ea","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.574474516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"3d3570b4-f2b5-4f38-bd41-5cf961ca50ea","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.585254471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"6e5c5316-663f-4fc0-a0af-fd4d65b3da0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.586660894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"91408efa-7a3e-476e-8370-0aca53645787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.586667783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"eda704a3-e752-489a-9963-31446f5130c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.588496579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5a240c40-e93e-4471-b77d-04ef7f1dda4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.601296264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6ca63e3-3ce3-419e-bdf3-c99fefb3032e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.606472591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"6e5c5316-663f-4fc0-a0af-fd4d65b3da0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.60819269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"91408efa-7a3e-476e-8370-0aca53645787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.609041689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"eda704a3-e752-489a-9963-31446f5130c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.610638834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5a240c40-e93e-4471-b77d-04ef7f1dda4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.622404302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee7a6536-a546-4bef-b3ec-2ba3e9d7e0cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.622818427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6ca63e3-3ce3-419e-bdf3-c99fefb3032e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.624130443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f978570-bfbf-4142-99eb-9f9b48d1dd67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.725013542Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-56296a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-56296a","reconcileID":"a28636b8-8c4c-4828-a851-8ddf152e6f03","namespace":"llm","name":"e2e-dft-56296a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.780395455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"330efccb-51a0-42ca-9e0c-cfc703e0b2cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.78160755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"201b9214-9679-410c-a262-c0b31a9eb803","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.795778251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"baa06195-7120-4900-8591-83970a992470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.801133819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"330efccb-51a0-42ca-9e0c-cfc703e0b2cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.80204416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"201b9214-9679-410c-a262-c0b31a9eb803","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.812566264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a644a693-4c53-45c1-8f1e-f15cd844db6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.816569753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"baa06195-7120-4900-8591-83970a992470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.833336144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a644a693-4c53-45c1-8f1e-f15cd844db6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.897026868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"f19347bb-abb4-4b42-be19-3540ae405af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.917969303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"f19347bb-abb4-4b42-be19-3540ae405af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.934815386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"0e52977f-71f5-4c2c-99fa-b04707fb4f12","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.95678834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"0e52977f-71f5-4c2c-99fa-b04707fb4f12","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.997346274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d2edf8bc-eb26-4c2f-be17-1b688c03440b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:11.997347854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1047331c-cf0e-4f49-870d-f716842434b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.00596238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"31bbf9bd-e562-456f-917b-f07b9cc3fd7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.018708425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d2edf8bc-eb26-4c2f-be17-1b688c03440b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.018746015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1047331c-cf0e-4f49-870d-f716842434b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.027352987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"31bbf9bd-e562-456f-917b-f07b9cc3fd7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.097332439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d1785130-e0ff-4752-9b67-7bed79fc4860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.119511335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d1785130-e0ff-4752-9b67-7bed79fc4860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.206536631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a6c7aa07-9336-4d48-857e-5899f8f79282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.207070142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"cd33ec8a-930c-447f-a586-948d435f668a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.207613607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7ec04d9c-7f9f-4501-a3dd-028940fd9887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.2238832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8321f6db-b10b-4b22-8602-51bf16e84a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.22888461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"a6c7aa07-9336-4d48-857e-5899f8f79282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.232889104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"cd33ec8a-930c-447f-a586-948d435f668a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.249933895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7ec04d9c-7f9f-4501-a3dd-028940fd9887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.250659817Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d0141","reconcileID":"f084356d-578b-4b9a-90bf-2b8a6b4bbfd5","namespace":"llm","name":"e2e-dft-del-0d0141","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.254230256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8321f6db-b10b-4b22-8602-51bf16e84a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.297307318Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d0141","reconcileID":"5c21f55c-1c3d-4738-a927-63219a5a8349","namespace":"llm","name":"e2e-dft-del-0d0141","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.303124226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3562230f-c75c-47c1-b3e2-17a821e328b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.324301562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3562230f-c75c-47c1-b3e2-17a821e328b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.388602496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"744e6fd2-6125-4c98-ae35-f8dd6fdf3736","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.388626068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"744e6fd2-6125-4c98-ae35-f8dd6fdf3736","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.388967721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d55c6f23-f009-4157-acd7-c4ff71f63dfb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.388987236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d55c6f23-f009-4157-acd7-c4ff71f63dfb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.389307763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6dd8635-ff6f-4864-a223-34b3b4850eaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.389322647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6dd8635-ff6f-4864-a223-34b3b4850eaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.389676726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4584863c-5263-439d-9af9-883e1f16deb4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.389698714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4584863c-5263-439d-9af9-883e1f16deb4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.403115382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5f9c457c-6ff9-46c2-93a0-63bdd87ffa20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.403115352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"abfa6aa5-9a10-4525-a719-b7e5ce343eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.408613247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"0c60570f-1a3c-4f43-89f3-0f2b3d2d5d05","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.408634373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"0c60570f-1a3c-4f43-89f3-0f2b3d2d5d05","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.40890011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6801b1ac-35f7-48b2-8088-ae0f4d1bfa40","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.408910977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6801b1ac-35f7-48b2-8088-ae0f4d1bfa40","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.409148657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44fd8689-6fe4-4ce8-8ac2-bfb27483e738","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.409176019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44fd8689-6fe4-4ce8-8ac2-bfb27483e738","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.409402053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e14d496-fd25-4e8f-900d-ec9717f73682","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.409411788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e14d496-fd25-4e8f-900d-ec9717f73682","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.409640144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"095796a8-5bc8-4498-8840-2a9cc0a82a44","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.409649417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"095796a8-5bc8-4498-8840-2a9cc0a82a44","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.425667452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"abfa6aa5-9a10-4525-a719-b7e5ce343eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.425694377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5f9c457c-6ff9-46c2-93a0-63bdd87ffa20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.458986282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07b5f78d-ccf4-4de5-a725-4eb7e5fc9b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.459109147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"376e9875-39ba-4853-a965-542bc6d87963","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.493034472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d0141","reconcileID":"316faaf0-aaa5-4ba3-8eb6-08c5f6cf7c77","MaaSModelRef":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"name":"e2e-dft-del-0d0141","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.510420767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9ddfa47a-2f11-45f0-820d-2102a33809f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.519187061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d5988da3-b6a4-4665-b68d-5eb13d3b49c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.530149753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b69c815e-9e25-4b2d-9b49-76d7df2f980a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.530878073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"7e221a03-22c8-4fa1-92ad-d26a84126356","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.530901532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"7e221a03-22c8-4fa1-92ad-d26a84126356","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.531318599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef022385-1dce-4561-99b2-f73b95f715ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.531335568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef022385-1dce-4561-99b2-f73b95f715ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.531741249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"02bec68d-e745-45d7-91da-2b029af18b3c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.531759573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"02bec68d-e745-45d7-91da-2b029af18b3c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.531947266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9ddfa47a-2f11-45f0-820d-2102a33809f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.532172744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02b02127-57d4-4197-a611-de0dc3295abb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.532189709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02b02127-57d4-4197-a611-de0dc3295abb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.544346955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d5988da3-b6a4-4665-b68d-5eb13d3b49c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.547990102Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d0141","reconcileID":"11ff2e6d-67b3-4cdc-844d-d6a4609df850","MaaSModelRef":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"name":"e2e-dft-del-0d0141","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.548273317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3af402f1-40e5-4762-885d-d378bb4ccca0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.548285577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3af402f1-40e5-4762-885d-d378bb4ccca0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.548551789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7ff2998e-6093-47e8-8d3e-0a8aa207a18e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.548567276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7ff2998e-6093-47e8-8d3e-0a8aa207a18e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.548869719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"69189c18-39c5-48f4-ab47-4a28e90f12d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.548885518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"69189c18-39c5-48f4-ab47-4a28e90f12d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.549119669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b2b158a-811e-4d3e-ab97-e36e8b3a158b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.549132772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b2b158a-811e-4d3e-ab97-e36e8b3a158b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.549500032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9506dd9-8972-4641-ada2-cf043b761adb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.549515192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9506dd9-8972-4641-ada2-cf043b761adb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.552290354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b69c815e-9e25-4b2d-9b49-76d7df2f980a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.607684039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f08cb450-369e-4e82-8055-f58648570de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.608443874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"64a98ec8-1b3c-4187-aae2-f251ada02b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.629475066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f08cb450-369e-4e82-8055-f58648570de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.629617454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"64a98ec8-1b3c-4187-aae2-f251ada02b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.727972892Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d0141","reconcileID":"3bc66cce-e320-4665-af73-f458abe36e0f","namespace":"llm","name":"e2e-dft-del-0d0141","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.744455371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d0141","reconcileID":"8a446892-b31f-4aea-8f27-1389a61b1e9a","MaaSModelRef":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-0d0141","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.744490962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d0141","reconcileID":"8a446892-b31f-4aea-8f27-1389a61b1e9a","MaaSModelRef":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"routeName":"external-model-e2e-dft-del-0d0141-3d6ac3617cb6","namespace":"llm","model":"e2e-dft-del-0d0141","externalModel":"e2e-dft-del-0d0141","provider":"e2e-dft-del-0d0141-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.798214047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"cd48e8f6-7ee4-4f2d-8c4d-2af22fd04526","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.802579195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"76544d86-95e5-44c8-ba85-31cfcb985599","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.811928068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8767b617-3a45-4e19-bbd1-67a79a82bfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.816547979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"7590fdf6-1f80-40ee-b219-1ff650fe6b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.819733455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"cd48e8f6-7ee4-4f2d-8c4d-2af22fd04526","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.825520346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"76544d86-95e5-44c8-ba85-31cfcb985599","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.836672101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8767b617-3a45-4e19-bbd1-67a79a82bfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.839418381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5307f700-caf9-4042-a274-6e9d4e0e0eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.852683882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"7590fdf6-1f80-40ee-b219-1ff650fe6b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.863470771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5307f700-caf9-4042-a274-6e9d4e0e0eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.953334492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"2f4258e9-d216-4fb7-8cf7-991f98037a7e","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:12.974778814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"2f4258e9-d216-4fb7-8cf7-991f98037a7e","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.037297588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"80f3471a-a766-48ce-8eb8-ded1b5579d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.037476511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"caaeab5f-acb5-4dd9-8532-51b1dbfe3eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.038261827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2eab2aa8-bce2-4c80-a8de-ddac52dea0f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.054466535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4da985-6dc6-41b5-97fc-a57f466dab35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.05861157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"caaeab5f-acb5-4dd9-8532-51b1dbfe3eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.059750743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"80f3471a-a766-48ce-8eb8-ded1b5579d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.060984355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2eab2aa8-bce2-4c80-a8de-ddac52dea0f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.076542086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4da985-6dc6-41b5-97fc-a57f466dab35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.14001356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"4250d1a0-b594-4b75-b0de-ffedb66fdeff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.162672568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"4250d1a0-b594-4b75-b0de-ffedb66fdeff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.237767027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4a78b75a-6bf2-4110-9022-bebc147734b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.237767025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f6df3a13-3e1b-4dd7-8a61-ba895a1016bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.238648706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b0cebab2-25e3-48ad-8963-54766117adb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.258783504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"4a78b75a-6bf2-4110-9022-bebc147734b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.258937817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f6df3a13-3e1b-4dd7-8a61-ba895a1016bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.261174635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"b0cebab2-25e3-48ad-8963-54766117adb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.327081625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"fa3afd9e-d8b5-459b-ba25-20911dd32dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:13.352763604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"fa3afd9e-d8b5-459b-ba25-20911dd32dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.488045088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-sub","reconcileID":"e815b753-11a1-4abe-9a24-15f01ee16d2d","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","subscription":"e2e-cfl-same-df34a9-18ef3e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.521459083Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-sub","reconcileID":"e815b753-11a1-4abe-9a24-15f01ee16d2d","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.538300977Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-sub","reconcileID":"e815b753-11a1-4abe-9a24-15f01ee16d2d","MaaSSubscription":{"name":"e2e-cfl-same-df34a9-18ef3e-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.652639681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"b7d3d044-f800-41be-8055-6f282d103b4b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.652676127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"b7d3d044-f800-41be-8055-6f282d103b4b","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.668675189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"54ed1256-bc8f-49e7-82e1-0ef4fc0e6b84","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.689646373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"54ed1256-bc8f-49e7-82e1-0ef4fc0e6b84","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.788441542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"b1adbcba-f6d2-4265-9ef9-7b67d35f8eeb","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.793317964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"68c3ec9f-39a7-45fc-9383-258bb3f2a286","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.79333762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"68c3ec9f-39a7-45fc-9383-258bb3f2a286","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.810552745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"b1adbcba-f6d2-4265-9ef9-7b67d35f8eeb","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:15.95938294Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"c3e5aee6-a4cb-4158-bb66-dfd1886d9aae","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.093692149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"c3e5aee6-a4cb-4158-bb66-dfd1886d9aae","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.14874113Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"c3e5aee6-a4cb-4158-bb66-dfd1886d9aae","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.148766657Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-cfl-same-df34a9-18ef3e-access","reconcileID":"c3e5aee6-a4cb-4158-bb66-dfd1886d9aae","MaaSAuthPolicy":{"name":"e2e-cfl-same-df34a9-18ef3e-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.185636994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"3a8d33e8-50b4-49eb-a029-8fd0fd0d8236","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"tenant":"e2e-extmod-a-499482","gateway":"openshift-ingress/e2e-extmod-a-499482","model":"e2e-extmod-cfl-1-18ef3e/e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.185664479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"3a8d33e8-50b4-49eb-a029-8fd0fd0d8236","MaaSModelRef":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"routeName":"external-model-e2e-cfl-same-df34a9-a73781ad6d61","namespace":"e2e-extmod-cfl-1-18ef3e","model":"e2e-cfl-same-df34a9","externalModel":"e2e-cfl-same-df34a9","provider":"e2e-cfl-same-df34a9","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.722660324Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"8d535994-3638-4438-b5a4-f0eb13491d61","namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.813839742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"47f4fe38-3456-4af3-bcda-484a60e2e320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.814456355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b3098438-3aa3-4aad-9622-9226d96bfbd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.814538392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"138260c2-eaba-421e-ad18-c8a3b65ec0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.832272146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4539f562-f5a6-439e-b825-f3c1d5ed4edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.839582749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"47f4fe38-3456-4af3-bcda-484a60e2e320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.841006707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"138260c2-eaba-421e-ad18-c8a3b65ec0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.841803479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b3098438-3aa3-4aad-9622-9226d96bfbd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.860126601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4539f562-f5a6-439e-b825-f3c1d5ed4edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.91946301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6c449075-3c82-4d52-9d99-0af78967926a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.944197352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6c449075-3c82-4d52-9d99-0af78967926a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.976484203Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-1-18ef3e"},"namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","reconcileID":"5518aad6-bf08-4f60-aa1d-a5781bb4fc40","namespace":"e2e-extmod-cfl-1-18ef3e","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.981434306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"bafe274b-37dd-43da-8948-5ab9571d775b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:16.997237976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"1fbe5f24-33b2-4279-8a12-b8f4a10654d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.004337241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"bafe274b-37dd-43da-8948-5ab9571d775b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.013132639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ed9b438-73c7-4d53-8b8e-0e79dbf857fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.051722953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"1fbe5f24-33b2-4279-8a12-b8f4a10654d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.052532846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1da28d3e-ba3a-46c4-bd80-f2875e34507c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.054948445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ed9b438-73c7-4d53-8b8e-0e79dbf857fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.075057309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1da28d3e-ba3a-46c4-bd80-f2875e34507c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.241814583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"3dc79856-5e26-4f7c-a118-6ea35e7299f7","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.265976061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"3dc79856-5e26-4f7c-a118-6ea35e7299f7","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.33368372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9e8ca433-54b4-4cd5-9c24-5c0c9d4d8472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.342229049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3a41aa4e-f713-4591-a8e7-7bfc1c340204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.342561936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"059fe593-b5f7-4208-b3f7-3b757560c67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.343116528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"94067a30-1980-4bf8-adaf-a5567e562fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.358860542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9e8ca433-54b4-4cd5-9c24-5c0c9d4d8472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.367803878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"94067a30-1980-4bf8-adaf-a5567e562fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.370795329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"059fe593-b5f7-4208-b3f7-3b757560c67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.370928492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3a41aa4e-f713-4591-a8e7-7bfc1c340204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.525496184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"432059dd-35c7-4f21-8c77-f16bde60be2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.548659853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"432059dd-35c7-4f21-8c77-f16bde60be2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.633384643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"122d302b-218a-44de-9712-c8c0a380a65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.636479202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"711dc790-610b-47c9-a7c0-c80e99e0dad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.636604065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6b6954f2-77a6-4009-b611-0c8981782607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.658707971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a1caa5f-a996-4a5f-984c-9279e846e553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.66049655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"122d302b-218a-44de-9712-c8c0a380a65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.666415728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"6b6954f2-77a6-4009-b611-0c8981782607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.667568417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"711dc790-610b-47c9-a7c0-c80e99e0dad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.688277593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a1caa5f-a996-4a5f-984c-9279e846e553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.770194965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e5294e15-ab43-47d2-94c9-9404807aa4ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.792099778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e5294e15-ab43-47d2-94c9-9404807aa4ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.83584596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"8cce3483-0def-4a49-b4cd-616b7c333caf","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.859854101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"8cce3483-0def-4a49-b4cd-616b7c333caf","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.936098664Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"50b3dfe7-9faa-413d-892b-8d84638eb674","namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.951312757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"cf912347-7e3f-423d-b961-229ec8659add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.97178908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15cd08ad-cc13-43d7-953c-01c5eb199142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.97540644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"cf912347-7e3f-423d-b961-229ec8659add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:17.994312645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15cd08ad-cc13-43d7-953c-01c5eb199142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.05071919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"0d37fb02-d509-43ed-a85b-93e635eaac0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.067025143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40452c44-bdd7-4580-8327-6633907fe21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.072117801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"0d37fb02-d509-43ed-a85b-93e635eaac0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.092948346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40452c44-bdd7-4580-8327-6633907fe21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.137450768Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-df34a9","namespace":"e2e-extmod-cfl-2-7e532c"},"namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","reconcileID":"d95abb09-63a4-4d86-9836-f8b853bfbbcb","namespace":"e2e-extmod-cfl-2-7e532c","name":"e2e-cfl-same-df34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.154327745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"25a20f49-caf8-42e6-83ec-93876b87137a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.176950084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"25a20f49-caf8-42e6-83ec-93876b87137a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.249696207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6b1e3dbd-f21b-4c09-9c3c-18c34cfd6862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.249770124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1dd316de-634c-4154-976d-760bd3f66f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.270597136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6b1e3dbd-f21b-4c09-9c3c-18c34cfd6862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.27184578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1dd316de-634c-4154-976d-760bd3f66f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.334461569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"df15fda3-24fb-41e6-8ea3-8660a070e299","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.349754467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"944f8700-7955-4e7c-8cfb-9dc843502045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.356560337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"df15fda3-24fb-41e6-8ea3-8660a070e299","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.370650627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"944f8700-7955-4e7c-8cfb-9dc843502045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.465583015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44bd2f31-9564-48c7-a422-66499ac9b6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.488572789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44bd2f31-9564-48c7-a422-66499ac9b6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.553064071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7f8741c6-f5d5-4e6f-84f8-af44a8ad31ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.568392964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"5a4448db-ab47-48f4-b7c1-477aec5badcb","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.573933106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7f8741c6-f5d5-4e6f-84f8-af44a8ad31ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.589483794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"5a4448db-ab47-48f4-b7c1-477aec5badcb","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.649492916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"1fe0bbd1-905f-4156-84ff-ee712bc4e5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.649538099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fc24c5d3-7771-461b-bcd1-8579715294ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.673747998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fc24c5d3-7771-461b-bcd1-8579715294ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.674456318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"1fe0bbd1-905f-4156-84ff-ee712bc4e5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.758865628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d03a0a09-1707-4611-8224-f5d422a0a4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.759100535Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d0141","reconcileID":"7d06c134-f51c-46b1-88d7-545114468e5c","namespace":"llm","name":"e2e-dft-del-0d0141","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.783028034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d03a0a09-1707-4611-8224-f5d422a0a4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.783800188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2dda864-8689-4b7b-9d51-fd1d10c036a6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.783823771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2dda864-8689-4b7b-9d51-fd1d10c036a6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.784377149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"031b2357-518e-41d2-9317-6dd340643ea4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.784397706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"031b2357-518e-41d2-9317-6dd340643ea4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.784790378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97e53f54-ec1d-4140-9756-96f1794768d4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.784808145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97e53f54-ec1d-4140-9756-96f1794768d4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.78517648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"326e255a-a6c2-49bc-b9e0-78872fae448a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.785201276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"326e255a-a6c2-49bc-b9e0-78872fae448a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.785679476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"377ae799-f655-4dc4-88c6-6b38b290f5d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.785699729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"377ae799-f655-4dc4-88c6-6b38b290f5d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.803055839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"f123d677-9ea1-4f61-9a52-72ae537a5253","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.803080277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"f123d677-9ea1-4f61-9a52-72ae537a5253","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.803618685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2e911023-ee9b-40fe-af7a-3abbe16c3e42","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.803636544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2e911023-ee9b-40fe-af7a-3abbe16c3e42","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.804022015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e7a64410-ae92-45b4-ba35-7c186d983331","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.804036821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e7a64410-ae92-45b4-ba35-7c186d983331","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.804422085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"335c1c9c-3335-404c-a93e-c6e5698ba3b9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.804441295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"335c1c9c-3335-404c-a93e-c6e5698ba3b9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.860856704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"46407571-a35b-467a-9441-d7328f8cce6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.862041493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bdc45e1-cccf-411c-8b44-e4c4b08af956","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.862060238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5af26df8-4018-454f-9428-d80a25f7c662","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.865308425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"38db0599-4607-43bf-a223-0606450868bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.88758311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"46407571-a35b-467a-9441-d7328f8cce6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.888102839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"38db0599-4607-43bf-a223-0606450868bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.95613226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1139d184-4831-4182-8b0c-a96d2fffea94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.964354014Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-0d0141","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d0141","reconcileID":"475ef201-a483-43e8-bf71-e92fb5c2f932","namespace":"llm","name":"e2e-dft-del-0d0141","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.969748966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbb2c46-efda-4581-b616-0fcebd30bb70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.978198273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"1139d184-4831-4182-8b0c-a96d2fffea94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:18.993355258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbb2c46-efda-4581-b616-0fcebd30bb70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.079636419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95ca6fcf-8720-4f81-baf4-fae264c60752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.158323025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95ca6fcf-8720-4f81-baf4-fae264c60752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.186314841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d7a34b0b-9933-4c22-83dd-7bf17541bf7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.200884695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"947c2b32-683b-4bb0-8eed-704dc95dbba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.201655584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7294aa97-c9d6-46e0-ab66-f0d99f4f81e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.202650529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"f37fe09b-f288-4fc0-8a48-a1d31d910671","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.207971256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d7a34b0b-9933-4c22-83dd-7bf17541bf7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.222996321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"947c2b32-683b-4bb0-8eed-704dc95dbba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.252035893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7294aa97-c9d6-46e0-ab66-f0d99f4f81e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.252493318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"f37fe09b-f288-4fc0-8a48-a1d31d910671","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.340843751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5a23a139-4c06-4b82-b212-99361f6aa388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.36167059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"5a23a139-4c06-4b82-b212-99361f6aa388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.446301739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"334890c6-7364-46a5-b509-a055a0621aea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.446433909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"f49424f0-29ae-4803-aec1-ae765f126c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.446306175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"de886c48-559b-4adc-8581-39ebb088f9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.473945217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"de886c48-559b-4adc-8581-39ebb088f9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.474025506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"f49424f0-29ae-4803-aec1-ae765f126c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.476347183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"334890c6-7364-46a5-b509-a055a0621aea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.535285216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d6e1f232-7b6e-448d-9cf9-ccda816a1865","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.558793892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d6e1f232-7b6e-448d-9cf9-ccda816a1865","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.650642024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"733ad74a-3d76-4896-ac16-c07f9db250f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.677475874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"733ad74a-3d76-4896-ac16-c07f9db250f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.754147158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1b88a053-4081-4519-a441-c4b9c53dc4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.757484999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2d58003f-d565-4aca-884d-ef11a85b30e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.77695072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79652d8d-2920-4b5f-9f44-441416bb1098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.785243916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1b88a053-4081-4519-a441-c4b9c53dc4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.785412839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"2d58003f-d565-4aca-884d-ef11a85b30e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:19.80111789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79652d8d-2920-4b5f-9f44-441416bb1098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:22.973342051Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170","reconcileID":"8e8fb25b-37bb-40f8-adae-837ce4267ab0","namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:22.993573445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170","reconcileID":"1d35a593-d3bd-45ef-9e8b-3ec1ac4ba4dd","namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.028564973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5e7ba1f7-a876-4c49-91f6-46904f5647aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.028697697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"72d968d7-55d4-471f-a157-7f775ac442dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.029015815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d4052201-2b48-4b1c-adfa-6f9df1d6b279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.029078861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a824f519-ab7f-401c-b811-7b306caed441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.04508924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0988319e-f9cc-4a2c-b1cb-d3b445761881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.051406367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"72d968d7-55d4-471f-a157-7f775ac442dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.051690194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5e7ba1f7-a876-4c49-91f6-46904f5647aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.059211414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d4052201-2b48-4b1c-adfa-6f9df1d6b279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.060168998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a824f519-ab7f-401c-b811-7b306caed441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.071751244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0988319e-f9cc-4a2c-b1cb-d3b445761881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.246449988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"fb39f166-aecd-492e-a2ed-8c862f143abe","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.266058878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ebe9e9e8-7993-4fdb-b5d6-59ad50c36e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.266602199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"65ad3a3a-9fa3-497d-9403-0e12bbab8daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.270641838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"2e66c8fb-181f-4e6e-91cb-88fd38999397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.271104287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"63072da6-90e4-45a7-ac0a-08b40059fecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.283552246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"fb39f166-aecd-492e-a2ed-8c862f143abe","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.293023305Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"cb900069-370a-412d-9ba3-865aea4e3223","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.298552047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ebe9e9e8-7993-4fdb-b5d6-59ad50c36e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.350699506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"2e66c8fb-181f-4e6e-91cb-88fd38999397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.396354374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"63072da6-90e4-45a7-ac0a-08b40059fecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.405561164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"65ad3a3a-9fa3-497d-9403-0e12bbab8daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.600714453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2c2d1e59-3f9b-4ba3-8ce6-029009aca0cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.606291876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"546ab6c3-b8be-4da7-9928-b1ec71b671ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.61852614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38e63ae2-c9ff-47f3-b2ad-aee0dad28ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.621983872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"39529c09-ed6c-4620-bf93-7d9f036ab97d","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.622632133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"973f14d4-d3d6-41cf-899d-3b41fdade177","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.625967898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2c2d1e59-3f9b-4ba3-8ce6-029009aca0cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.63234261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"546ab6c3-b8be-4da7-9928-b1ec71b671ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.639635656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38e63ae2-c9ff-47f3-b2ad-aee0dad28ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.64335069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"973f14d4-d3d6-41cf-899d-3b41fdade177","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.650208247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a2396c1-126e-4817-8dc7-7dad2448ddf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.663964094Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"bf8b9595-1050-4348-80d6-2b87364abb4f","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.67595884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a2396c1-126e-4817-8dc7-7dad2448ddf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.733875032Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"6643e01e-9978-4d0c-b9c3-7dfdc45d9345","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.75279244Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"d5f37e26-881e-4c84-8859-8805403639b4","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.771502649Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"8a0037ac-36db-4019-b3c7-9c1a89cea666","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.788339078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"91ea1f9a-3787-4bb9-b1d0-b00a2fe963a7","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.825058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b1554167-4844-42dd-a70b-c8daf1eb82f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.847575775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b1554167-4844-42dd-a70b-c8daf1eb82f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.916847525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"624d8578-3472-4071-9016-eebd62d3c9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.917006359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d76896ae-ec0a-4d9f-a280-368c256c217c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.9173527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"8a3fd524-8031-43f2-9dd2-226dec493742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.938708059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"624d8578-3472-4071-9016-eebd62d3c9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.940198645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d76896ae-ec0a-4d9f-a280-368c256c217c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:23.941270387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"8a3fd524-8031-43f2-9dd2-226dec493742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.229793903Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170","reconcileID":"ff0c8088-afd9-4ae6-97f0-c1aff9bb2354","namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.247032716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"9249138d-b308-4d04-ad1d-63128228d018","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.294085734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a0f557d3-c3ce-48b8-a053-2d0c720eb339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.294490805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"11738d10-64ba-4465-bc3b-cd8b4c9e854c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.294577455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"65b8ca76-fc60-455b-ab75-67148ab00fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.294831884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e3a353af-83cc-4e8e-a0f5-938c4ede029e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.308201277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"e9f0e7e0-f962-4c3e-adf6-0d289d96ee81","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.312368606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c11ee2f0-2101-4cf4-a18d-77191ec585b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.319965913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"11738d10-64ba-4465-bc3b-cd8b4c9e854c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.323361069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e3a353af-83cc-4e8e-a0f5-938c4ede029e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.323682452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a0f557d3-c3ce-48b8-a053-2d0c720eb339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.327058188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"65b8ca76-fc60-455b-ab75-67148ab00fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.336788204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c11ee2f0-2101-4cf4-a18d-77191ec585b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.497058463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"3b800169-9a6b-4f82-8cee-b1991a24cbb4","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.510917687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"32f6fc49-f577-485d-b929-efa036295fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.512506449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"07eeab0e-70ab-4753-aa13-245adb537d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.517849967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"3b800169-9a6b-4f82-8cee-b1991a24cbb4","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.526343979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e91d1870-6cd9-4380-83a7-cd921a42c01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.532148841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"32f6fc49-f577-485d-b929-efa036295fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.534432602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"07eeab0e-70ab-4753-aa13-245adb537d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.547970728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e91d1870-6cd9-4380-83a7-cd921a42c01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.629946429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"3fe98756-d5c7-4b1a-bc41-8900e686bd58","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.663759255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"3fe98756-d5c7-4b1a-bc41-8900e686bd58","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.814862036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"aea56150-e342-47e1-972e-11eacc5c594b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.814943425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e69696a2-e236-42ec-af5f-74292ecbfadb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.81568559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"8a2fc36f-fb40-41a5-b943-990c6da6f05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.8160748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"ff73dda7-89a3-45ad-afa3-d401d152246e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.836424856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"aea56150-e342-47e1-972e-11eacc5c594b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.836868875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"8a2fc36f-fb40-41a5-b943-990c6da6f05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.838801404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"e69696a2-e236-42ec-af5f-74292ecbfadb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:24.839345199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"ff73dda7-89a3-45ad-afa3-d401d152246e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:28.818978817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:30.11812199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"77211689-26fd-4644-af34-2c8327c491fb","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:30.137636009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"fb38a1b5-7ceb-4faa-8839-3f44750c2245","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:30.154053379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4ab459db-329a-45ae-816e-9f52873d6e70","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:30.209765285Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4ab459db-329a-45ae-816e-9f52873d6e70","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:30.229804353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4ab459db-329a-45ae-816e-9f52873d6e70","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:30.26761914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"d4c8d3d0-c640-498b-bdfd-7c4c113bc9e4","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:34.012402982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-sub","reconcileID":"85d25c0a-ee0a-4ca3-aea7-82f54898dd25","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"maas-trlp-e2e-cfl-same-1c99fe","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:34.114905077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"00f8084d-928a-4086-8ddd-da9224bff4d4","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:34.115032743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"00f8084d-928a-4086-8ddd-da9224bff4d4","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:34.981412509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"056f8afc-0e80-4f3e-8347-0a3ba68749b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:34.981799616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"a058bc85-0c43-44ff-83d9-904868e88247","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:34.982350865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30e34e56-0919-43f2-8645-353df34baa74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:35.023319196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"056f8afc-0e80-4f3e-8347-0a3ba68749b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:35.02446942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"a058bc85-0c43-44ff-83d9-904868e88247","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:35.026208199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30e34e56-0919-43f2-8645-353df34baa74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:35.815132278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"704decff-1324-42ef-bd0e-04f1a6dfa404","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:35.83659172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"704decff-1324-42ef-bd0e-04f1a6dfa404","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:36.160149755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"9d294208-e9b1-4d8c-9786-aa637a363b22","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:36.160203606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"9d294208-e9b1-4d8c-9786-aa637a363b22","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:36.179764867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"d3a50faa-e0cc-4a21-a833-f2acb83a7115","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:36.179787085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"d3a50faa-e0cc-4a21-a833-f2acb83a7115","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:36.212026247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"c829a819-2498-4498-91a6-d8120ae8fc19","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:36.235604762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"c829a819-2498-4498-91a6-d8120ae8fc19","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:36.443613254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"5ee7a820-5513-4dad-aa60-d49f3b304a1a","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:36.443637792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"5ee7a820-5513-4dad-aa60-d49f3b304a1a","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:40.28452131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"730a214b-dff8-4121-89c6-896c612c1298","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:40.305891691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"730a214b-dff8-4121-89c6-896c612c1298","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:40.325789702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"730a214b-dff8-4121-89c6-896c612c1298","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.788869719Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2f820e priority=0:[ai-tenant-e2e-extmod-a-2f820e/e2e-cfl-same-1c99fe-1f4eff-sub ai-tenant-e2e-extmod-a-2f820e/e2e-cfl-same-1c99fe-7284ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.805544414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"8be99434-50cf-4ec0-aa98-f47111d084b4","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.805574125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"8be99434-50cf-4ec0-aa98-f47111d084b4","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:30:41.828570818Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-2f820e/e2e-cfl-same-1c99fe-1f4eff-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-1c99fe-1f4eff-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.838215678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"19ef0bc3-7ca9-40a6-808a-4b3bfa8d222a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.848908631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"9b8bc2c6-2000-45fa-8c6d-20f32050cb5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.849681825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"c4f320c1-a7cd-4e67-bbd1-0a844ce21c6e","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.84970177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"c4f320c1-a7cd-4e67-bbd1-0a844ce21c6e","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.860765524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"19ef0bc3-7ca9-40a6-808a-4b3bfa8d222a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.874863808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"157535ee-adae-4a57-893e-08c93f372ce4","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.874883456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"157535ee-adae-4a57-893e-08c93f372ce4","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.879359587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"9b8bc2c6-2000-45fa-8c6d-20f32050cb5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.900668312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"c821b0fb-30cc-40f1-84c6-62d9f591e1af","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.900688903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"c821b0fb-30cc-40f1-84c6-62d9f591e1af","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:41.977435915Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-sub","reconcileID":"f1d8b2a8-fd14-4d27-bc37-af4cfd5eb9ef","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"maas-trlp-e2e-cfl-same-1c99fe","model":"e2e-cfl-same-1c99fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-2f820e/e2e-cfl-same-1c99fe-1f4eff-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:42.087688306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"0c900af4-66c5-4efa-bb8a-fb8cde58112a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:42.092716851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"e1cf0ddd-2b90-434d-b380-47701a21a0f6","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:42.092800383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"e1cf0ddd-2b90-434d-b380-47701a21a0f6","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:42.116303573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"0c900af4-66c5-4efa-bb8a-fb8cde58112a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:42.175318681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-sub","reconcileID":"06197fde-4283-4fea-aa37-7075a52ab69d","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"maas-trlp-e2e-cfl-same-1c99fe","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:42.181576343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"0cdb2ec2-ad0c-4799-93cd-14b79d7c1c66","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:42.203092983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"0cdb2ec2-ad0c-4799-93cd-14b79d7c1c66","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.775651988Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-2325d6","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","reconcileID":"ddd78620-9a17-496a-9fbd-4d2b125e0fcc","namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.795061989Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-2325d6","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","reconcileID":"bb4a699b-a445-4361-8d7d-4c3a6c9f8e50","namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.813240859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"187dee0d-b544-4f8d-b9ec-cf2dd3389746","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.831391222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"531952e4-3971-4d4b-993c-71e07a61e892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.831866726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"061ee792-11a6-4076-89ee-747fe343bfdf","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.831908254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"79c9abf1-6e0b-4c03-a704-6e5abdadb500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.836033689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"187dee0d-b544-4f8d-b9ec-cf2dd3389746","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.844864873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"e435d339-fd9c-444b-b907-5fa117f63bdc","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.852473487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"531952e4-3971-4d4b-993c-71e07a61e892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.853360772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"061ee792-11a6-4076-89ee-747fe343bfdf","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.854593701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"79c9abf1-6e0b-4c03-a704-6e5abdadb500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.856396547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"187dee0d-b544-4f8d-b9ec-cf2dd3389746","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.866606966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"e435d339-fd9c-444b-b907-5fa117f63bdc","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.953237425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"f41be23e-a304-4585-9f50-a7d664129bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:48.975074771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"f41be23e-a304-4585-9f50-a7d664129bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.040406463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"f8f4ca57-adb4-4d15-ab7b-153f9ae38027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.040480123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a03c13b5-040d-4f65-900b-4d3a8b59c26d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.057822116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"65583f87-1664-45ba-b4e6-9175512824ef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"name":"e2e-shr-quota-2325d6","namespace":"e2e-extmod-shr-user-5e8b4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.062368046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"a03c13b5-040d-4f65-900b-4d3a8b59c26d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.063576225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"f8f4ca57-adb4-4d15-ab7b-153f9ae38027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.150106673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2b2786d0-e889-4a88-ad30-449341d387a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.165289033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d21f2e2-8949-4faf-8469-2906410c8b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.171300753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2b2786d0-e889-4a88-ad30-449341d387a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.186565966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d21f2e2-8949-4faf-8469-2906410c8b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.239620319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"f047fe34-a777-4fd0-a8ae-3ff4b6088a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.240497079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6d82f1fe-a3b5-45b1-90a0-5939f5e210e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.24127875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6e9d7e6e-75c0-464d-814a-cea27c027113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.241603854Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"59a608dd-d791-4b3e-9c1c-52d8eb449049","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"name":"e2e-shr-quota-2325d6","namespace":"e2e-extmod-shr-user-5e8b4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.261959336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"f047fe34-a777-4fd0-a8ae-3ff4b6088a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.263052034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"6d82f1fe-a3b5-45b1-90a0-5939f5e210e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.264356026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6e9d7e6e-75c0-464d-814a-cea27c027113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.294190007Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"8b6b6899-f1e1-4a2d-8a4d-82ded85856b9","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"name":"e2e-shr-quota-2325d6","namespace":"e2e-extmod-shr-user-5e8b4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.416973411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-2325d6","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","reconcileID":"42a72d63-2c87-4523-8687-b086a902b06f","namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.43349109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"e12cbadd-6096-4c35-b5f6-9e2ad2e22790","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.434124026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"edb793e8-68f7-488d-af7a-39811ed03932","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.445804322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"91401c8a-7959-419e-9791-143fe1556faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.448741712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"9baab6c8-d0b9-430a-b678-fb91a8b64bd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.449012342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8d6ce227-ed0c-4706-8c36-0b6d1e623e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.454545254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"e12cbadd-6096-4c35-b5f6-9e2ad2e22790","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.464467039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0856d7b2-c42e-4deb-abbf-d8d64542e22e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.470491035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"91401c8a-7959-419e-9791-143fe1556faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.470596079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"9baab6c8-d0b9-430a-b678-fb91a8b64bd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.473824437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8d6ce227-ed0c-4706-8c36-0b6d1e623e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.486714137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"e12cbadd-6096-4c35-b5f6-9e2ad2e22790","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.487387326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0856d7b2-c42e-4deb-abbf-d8d64542e22e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.557226084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"121285e0-f4dd-4654-abcc-b93be3a14063","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.578242315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"121285e0-f4dd-4654-abcc-b93be3a14063","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.651966565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"ac102820-c59a-4795-906a-bfad7d8faf6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.652793458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d0ef9345-dab7-4fae-b7dc-6cf50724333b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.672970679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"ac102820-c59a-4795-906a-bfad7d8faf6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.674820471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"d0ef9345-dab7-4fae-b7dc-6cf50724333b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.752447239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8f997a2e-e26d-497f-b9d4-6929375b3a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.753565258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"dba68049-bcaa-4634-a443-26a5c536a770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.768537834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea1c3854-78fa-4744-ba51-1d94c5b988af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.774458681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8f997a2e-e26d-497f-b9d4-6929375b3a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.774564689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"dba68049-bcaa-4634-a443-26a5c536a770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.789549092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea1c3854-78fa-4744-ba51-1d94c5b988af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.853258395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"895c47fa-a5b8-4efa-9522-bdbe3e9a3deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.853283575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c66b11e9-c71a-4d6d-80b9-0758f08291fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.876658228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"895c47fa-a5b8-4efa-9522-bdbe3e9a3deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.876912602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c66b11e9-c71a-4d6d-80b9-0758f08291fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.956460178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"2ae2d121-7ffe-4aaa-85d0-ffb382b3b202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.956476992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"9c39742e-fc09-4351-961c-cfa6d903c003","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.979566419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"9c39742e-fc09-4351-961c-cfa6d903c003","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:49.980025897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"2ae2d121-7ffe-4aaa-85d0-ffb382b3b202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.070445246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1540d8a-8b2a-4729-af6d-f2784af385bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.070565251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"fe46c3be-2af5-4e18-a1ce-af354abd20b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.070844091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"65d503ad-9d86-4c2b-bc2d-633b838b71e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.09372617Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-2325d6","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","reconcileID":"9fd7ea64-cfe4-44ae-9e45-1ee3ed9b055c","namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.097948081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"65d503ad-9d86-4c2b-bc2d-633b838b71e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.098050326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1540d8a-8b2a-4729-af6d-f2784af385bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.100639651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"fe46c3be-2af5-4e18-a1ce-af354abd20b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.110300744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"2d101956-e66c-4679-99d4-f3f850ee72dc","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.126129048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9a043ef8-860b-45d3-8f1b-de29a8569c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.147529758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9a043ef8-860b-45d3-8f1b-de29a8569c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.155797003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"e3e53888-d86f-48e2-971a-7f758d90eb44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.178596038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"e3e53888-d86f-48e2-971a-7f758d90eb44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.268470157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"646357d4-55de-4a33-8c53-38f42bd0dd55","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.282716982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b227a01c-e748-40d8-9d10-6fe16a234bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.284539292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"3122cd52-2bfe-4ef5-b3b6-5127229f95fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.290069541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"646357d4-55de-4a33-8c53-38f42bd0dd55","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.299526689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"742fcdff-070f-4d83-9362-886b9c15a68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.306454857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b227a01c-e748-40d8-9d10-6fe16a234bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.307544995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"3122cd52-2bfe-4ef5-b3b6-5127229f95fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.311549119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"646357d4-55de-4a33-8c53-38f42bd0dd55","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.321055049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"742fcdff-070f-4d83-9362-886b9c15a68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.372274366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fab09abe-8421-45b8-b2ee-0eb78ca6bd34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.372464701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"e4d65c2d-4888-4490-9ee8-5b33c3a6079c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.392966423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"fab09abe-8421-45b8-b2ee-0eb78ca6bd34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.393340436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"e4d65c2d-4888-4490-9ee8-5b33c3a6079c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.474361477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"a4013b20-bd74-4c43-97bd-6027e3ce31b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.47467304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"3fbb966b-f182-4e80-a654-973e17eb7e28","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.490824487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e12abf5-22f5-41f1-b7e9-7985fd0331e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.492068371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8b082af0-5dd0-4ef1-bf99-24d729669bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.497328407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"3fbb966b-f182-4e80-a654-973e17eb7e28","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.497394132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"a4013b20-bd74-4c43-97bd-6027e3ce31b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.507530534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"367fca53-9125-44d1-af57-135994cd4d2e","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.512040809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e12abf5-22f5-41f1-b7e9-7985fd0331e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.51302378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8b082af0-5dd0-4ef1-bf99-24d729669bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.528602126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"367fca53-9125-44d1-af57-135994cd4d2e","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.713307513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4547fe44-dca9-494a-aad1-77167a6dd134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.734610739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4547fe44-dca9-494a-aad1-77167a6dd134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.779020113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"754922ed-3198-407f-9afb-3d336808131c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.779537657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"9069fc9e-992c-4f5a-badb-2349676a07d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.790316404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a262e594-0f72-49c3-a083-98abb274452e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.800439422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"9069fc9e-992c-4f5a-badb-2349676a07d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.802634957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"754922ed-3198-407f-9afb-3d336808131c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:50.811285099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a262e594-0f72-49c3-a083-98abb274452e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.379284169Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","reconcileID":"ec27a7c0-b6b9-4246-8768-0bd2f7b5d095","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.400606741Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","reconcileID":"5e895489-7e66-4e83-8e79-cd883a84f05a","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.418184567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"0e49f7cd-2779-4089-96c9-7130459cfc43","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.428080318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"89db58d4-ba59-4999-afa3-626cb6f01395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.434553851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5382be2b-8f8a-4125-a498-66c316b7e789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.435567072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0a6512b9-b686-41c8-8153-67cfd5753dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.439242326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"0e49f7cd-2779-4089-96c9-7130459cfc43","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.448708964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"89db58d4-ba59-4999-afa3-626cb6f01395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.453545804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d031520-c333-47c4-b6ac-936103137dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.467901151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"0e49f7cd-2779-4089-96c9-7130459cfc43","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.476623714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0a6512b9-b686-41c8-8153-67cfd5753dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.479285973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"5382be2b-8f8a-4125-a498-66c316b7e789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.4824785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d031520-c333-47c4-b6ac-936103137dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.537195419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"2d75bd9f-1868-4b63-aeb3-381f9b5d4c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.592075536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"2d75bd9f-1868-4b63-aeb3-381f9b5d4c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.689000081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"af9b648c-31e6-4950-b6db-cc28038610d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.69323397Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"03762286-ea20-42bf-b609-23ea38c08842","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.711206806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"af9b648c-31e6-4950-b6db-cc28038610d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.777942733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"21fddc02-e52b-44cb-867b-081b02e770c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.784866538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d86c506b-ed2f-4a5a-ac3b-3fb117ab5025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.808388905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"21fddc02-e52b-44cb-867b-081b02e770c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.811748189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d86c506b-ed2f-4a5a-ac3b-3fb117ab5025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.822203203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3444eec8-29c0-48af-a254-a24f3ebeec41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.822492158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"0031ac5b-d94c-46ac-bb0b-b83360d101a7","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.85857514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3444eec8-29c0-48af-a254-a24f3ebeec41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.867454144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"0031ac5b-d94c-46ac-bb0b-b83360d101a7","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.90933673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","reconcileID":"636c695e-f87c-46f1-89f0-379d48c9e8b1","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.910407893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"39d4a062-bdfe-4862-8f0a-70d66ceb12ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.939060873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"39d4a062-bdfe-4862-8f0a-70d66ceb12ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:54.953621556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"7919c0ac-239c-4342-bafc-fbc256aabee6","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.000508205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","reconcileID":"0261c1e1-349d-4315-b6b4-af7948276c4f","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.016742711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"358e8399-2a17-4452-ab21-1fd2808446e3","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.040624677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b3b91f0b-c331-411f-8bb3-0df7705bcc1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.040878821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"83f1223a-9769-47fa-8b82-08ebc87b527a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.073681456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"b3b91f0b-c331-411f-8bb3-0df7705bcc1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.075503864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"83f1223a-9769-47fa-8b82-08ebc87b527a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.081985324Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","reconcileID":"ae060e85-82d1-431e-8fbf-a698b01b5ba9","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.099960075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","reconcileID":"ad18c3bc-4fcb-406d-a2a3-72c3651a61ff","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.149940527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"e913b1da-ca59-491c-bef9-8b76a29535b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.151703561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d95e93de-e1b8-4aae-b30e-f2e2465029e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.152192389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"ddb79230-d17b-4f59-a09c-838227ad5782","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-cbc247ad24c5","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.174094744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"84df94d2-60df-4233-a8ae-4d3bebfd2f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.177923188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d95e93de-e1b8-4aae-b30e-f2e2465029e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.187936841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"e913b1da-ca59-491c-bef9-8b76a29535b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.198470935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"84df94d2-60df-4233-a8ae-4d3bebfd2f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.207914235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"e913b1da-ca59-491c-bef9-8b76a29535b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.265683023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"823f0324-1be2-4b1a-a1ea-68bed6ac1ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.283590814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"835c3e30-d02a-4a39-b3e2-b37c3014118e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.288363927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"823f0324-1be2-4b1a-a1ea-68bed6ac1ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.305429846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"835c3e30-d02a-4a39-b3e2-b37c3014118e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.357542003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3801275d-f4bb-4717-a1d1-d1117f2baf72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.385254231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3801275d-f4bb-4717-a1d1-d1117f2baf72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.461500551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"33b5b991-f4a8-436d-a85a-bbca9191f22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.461857597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5f00e5b9-951f-4fd4-a520-c05243fee48f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.462596899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"f0c4c534-6d18-407c-b2d3-ee057700800f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.463336707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"aabb0ee0-9ccf-47f2-abe1-4c5578a43f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.483115055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"33b5b991-f4a8-436d-a85a-bbca9191f22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.489111641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"f0c4c534-6d18-407c-b2d3-ee057700800f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.489126327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"aabb0ee0-9ccf-47f2-abe1-4c5578a43f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.491279557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"5f00e5b9-951f-4fd4-a520-c05243fee48f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.504776716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a24bdd6-98f1-4475-a9b4-9048f7f33fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.525528145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a24bdd6-98f1-4475-a9b4-9048f7f33fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.590687291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"b61531d8-44c1-408a-86e3-d4977b000fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.612050839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"b61531d8-44c1-408a-86e3-d4977b000fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.684817233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"f81dd960-4ebe-4ef6-b6f0-a812b543fb0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.68862194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"8771142e-83c5-431d-9f18-892dd6166956","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.699304862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fec62af8-faf3-4b16-a931-9aa1d5cce921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.70552212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"f81dd960-4ebe-4ef6-b6f0-a812b543fb0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.706055146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"9173d97b-769e-4d97-babd-7c4cc7f487c6","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.709314667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"8771142e-83c5-431d-9f18-892dd6166956","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.72112683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fec62af8-faf3-4b16-a931-9aa1d5cce921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.727211531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"9173d97b-769e-4d97-babd-7c4cc7f487c6","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.737674377Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","reconcileID":"bf0887ac-c73c-44f0-928a-893121b2dfd3","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.760563103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","reconcileID":"1d80df14-bd89-4f78-938a-880dae6970fc","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-1572e56b9370","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.776505389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"c655d396-1d10-494d-8372-a3fa92e3f673","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.797349556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"c655d396-1d10-494d-8372-a3fa92e3f673","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.800309402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"e450fd3d-deb1-48be-9707-3b1c27789ba2","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-cbc247ad24c5","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.821725837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"55969e44-18f7-49a7-a3be-0284b321fc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.828362752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"c655d396-1d10-494d-8372-a3fa92e3f673","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.839658677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"edf1c594-3911-4449-a5e5-48a4d4817d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.872690616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"55969e44-18f7-49a7-a3be-0284b321fc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.889094302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"edf1c594-3911-4449-a5e5-48a4d4817d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.913327307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"47308210-b2a5-4b8c-b6d6-911d97835d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.93474609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"47308210-b2a5-4b8c-b6d6-911d97835d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.938555926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"fab718e7-a406-4d6b-9815-a4f308bb3c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.953487096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1591269-b06e-4606-9f24-4d94b0407571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.964671595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"fab718e7-a406-4d6b-9815-a4f308bb3c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:55.976778462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1591269-b06e-4606-9f24-4d94b0407571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.092261419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7dc03eb0-a516-4eaf-bc8b-9f686ca339d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.100223544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"bca3ff7d-87dc-48c9-8548-8a2b72cf73c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.113320548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7dc03eb0-a516-4eaf-bc8b-9f686ca339d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.121053915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"bca3ff7d-87dc-48c9-8548-8a2b72cf73c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.196959332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"92fd92f5-7023-43e4-8026-401bc8228eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.203198526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d272183a-0db3-4f18-b69c-8d1befae2b95","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.214710197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86fa4363-764d-4ba6-b70b-7c364ec5ff48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.218316961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"92fd92f5-7023-43e4-8026-401bc8228eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.223808594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d272183a-0db3-4f18-b69c-8d1befae2b95","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.236380923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86fa4363-764d-4ba6-b70b-7c364ec5ff48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.303198226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0bf4d41c-b73f-4f89-a673-8ac8b3b90ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.3123172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"c80e23c7-b652-472a-acd6-6c7c8cb94800","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.324200445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0bf4d41c-b73f-4f89-a673-8ac8b3b90ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.333425207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"c80e23c7-b652-472a-acd6-6c7c8cb94800","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.397748702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","reconcileID":"64d5c056-e94a-4025-b66e-e480b5be04b8","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.41556904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e0926a9a-8162-4d7e-ac66-5c995e28f4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.415698076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"7776ab86-3d97-4b6e-abb8-262f706b431b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.426953667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2ee878aa-4f7f-44e0-afeb-c7db60b09e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.437057577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"7776ab86-3d97-4b6e-abb8-262f706b431b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.452385572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2ee878aa-4f7f-44e0-afeb-c7db60b09e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.454993302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e0926a9a-8162-4d7e-ac66-5c995e28f4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.496483389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"16bf3f02-9a8d-40d8-9ff4-a899eb999425","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.519348326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d7b8b567-f516-4e5e-a857-587767817306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.522334897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"16bf3f02-9a8d-40d8-9ff4-a899eb999425","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.540926522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"d7b8b567-f516-4e5e-a857-587767817306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.542290826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"16bf3f02-9a8d-40d8-9ff4-a899eb999425","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.614253808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0bbb3e78-7518-4e09-826f-ee6160f6775f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.649864365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"0bbb3e78-7518-4e09-826f-ee6160f6775f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.713926202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"dabcc923-f688-487e-b50d-53c49c2e6fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.714428208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"87c6ebfe-8e43-4b3f-bf25-69dbda3ae04b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.716357014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5d14be39-0e6c-4579-9e83-a9584ae85fcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.735961541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"dabcc923-f688-487e-b50d-53c49c2e6fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.737461136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"87c6ebfe-8e43-4b3f-bf25-69dbda3ae04b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.738935852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5d14be39-0e6c-4579-9e83-a9584ae85fcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.831090327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1733e5ad-6bfa-494f-8345-e82c98cc72fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.855134623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1733e5ad-6bfa-494f-8345-e82c98cc72fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.912260015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"8b1656a7-6472-49e0-8c91-9b3217a770c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:56.93297614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"8b1656a7-6472-49e0-8c91-9b3217a770c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.016520347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"07c095a8-4f1a-4c76-bc0e-135ccb3dcc39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.01660853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"79296311-f843-4a0c-b1b8-7e662924078a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.018649517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"a6b36ee6-b214-4626-a214-b5f7a0300a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.053579078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"a6b36ee6-b214-4626-a214-b5f7a0300a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.056358214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"07c095a8-4f1a-4c76-bc0e-135ccb3dcc39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.059518301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"79296311-f843-4a0c-b1b8-7e662924078a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.113802896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"42753d10-ca62-42ef-9cf1-df9efdc7246d","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.13532663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"42753d10-ca62-42ef-9cf1-df9efdc7246d","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.22025442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"159cc3aa-b919-42a7-874a-597192f46248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.220264767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"93314eb3-e720-4e1a-8cf6-3d6b96d65702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.239182123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"132dbcbe-9ec4-430c-ba77-cd3f5c0b82d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.239605362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"9c5a755d-d33f-4153-832c-ce0f84336fbe","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.243560987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"159cc3aa-b919-42a7-874a-597192f46248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.246335108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"93314eb3-e720-4e1a-8cf6-3d6b96d65702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.260550891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"9c5a755d-d33f-4153-832c-ce0f84336fbe","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:57.262112694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"132dbcbe-9ec4-430c-ba77-cd3f5c0b82d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:58.819270777Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:59.268292491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"d934ccb2-cca2-4e72-92a4-ba21a63fc64e","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:59.307200041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"47ff2c98-f070-47c1-ac1f-7588cf6d23bf","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:30:59.999792413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"40664003-5dac-429c-8007-5fb37f0ed76b","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:00.02139933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"6b1aa1fc-a116-4dc9-a2c2-8409b95bd83b","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:00.038247135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d8a2bae4-0d37-4a6c-99bc-135af723d9c8","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:00.100463332Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d8a2bae4-0d37-4a6c-99bc-135af723d9c8","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:00.120181607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d8a2bae4-0d37-4a6c-99bc-135af723d9c8","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:00.156657471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"2db1c56a-53a2-49d9-950c-18189129323d","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.226263976Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","reconcileID":"a0222c5f-0b39-46fe-96ba-5f533f6e7a1e","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.24758263Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","reconcileID":"06aec4f5-c94e-4e78-820f-0fbc09e71f44","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.262527082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"b735403e-e16c-4b61-947a-92fa11b546da","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.263838029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"6a6f46ce-7a2d-4310-a921-1e60ee5b5987","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.277060819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"17beffff-5fdc-492f-aeb9-7c3441605471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.277072544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0d339039-d04d-4616-81d8-079d4867075c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.279953464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"41139098-3287-4305-8873-c44ebce78fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.283751557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"b735403e-e16c-4b61-947a-92fa11b546da","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.284637784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"6a6f46ce-7a2d-4310-a921-1e60ee5b5987","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.298127005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0d339039-d04d-4616-81d8-079d4867075c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.298321207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"17beffff-5fdc-492f-aeb9-7c3441605471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.300592215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"41139098-3287-4305-8873-c44ebce78fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.303284282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"b735403e-e16c-4b61-947a-92fa11b546da","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.304235317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"6a6f46ce-7a2d-4310-a921-1e60ee5b5987","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.343094932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"fc62f3d7-167e-4c41-b323-17f0d4bd8e00","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-cbc247ad24c5","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.354939538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"2ab0ed4e-1ff1-485e-89bc-7b5e87327cd7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.354938514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"831eb423-d72d-4e37-9a52-d2c22a6c60b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.359950097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","reconcileID":"029e4bb1-070e-455b-b066-b6c9b6f85f8a","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-1572e56b9370","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.376303174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"2ab0ed4e-1ff1-485e-89bc-7b5e87327cd7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.377381807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"831eb423-d72d-4e37-9a52-d2c22a6c60b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.395823744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"7e7ba53a-587b-4a5e-8e4c-6b3d82bae660","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-cbc247ad24c5","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.4138309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","reconcileID":"9b2cd3e3-f808-4391-8eba-62c17f8a5ebd","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-1572e56b9370","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.485822566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0817e4b7-0356-415b-95fc-9048747e1874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.499186152Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"c79914b7-dc1c-48cb-a495-1e809b230305","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.501064379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afdf3b39-4cf2-4ba5-a36e-5e9f2ede9702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.501130925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"da3781cd-640a-423b-a5be-143b6d8c3957","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.507815456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0817e4b7-0356-415b-95fc-9048747e1874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.523507415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"da3781cd-640a-423b-a5be-143b6d8c3957","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.524734699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afdf3b39-4cf2-4ba5-a36e-5e9f2ede9702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.583856647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"593e465d-31e3-42e8-be60-8cc4591f98c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.583856601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"14b94b20-febb-46c5-9617-872a84d6b50d","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.60566635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"593e465d-31e3-42e8-be60-8cc4591f98c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.60669774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"14b94b20-febb-46c5-9617-872a84d6b50d","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.683339601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"9f68ae50-5bf4-41ef-b4ba-854a69a68853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.704237528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"9f68ae50-5bf4-41ef-b4ba-854a69a68853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.712033474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"0e8f8e3f-a789-4bbe-84e2-bba9ad63690a","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.754352056Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"ca520717-149d-43a0-b7b7-948b247bc729","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.784351608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fb59a2f4-0f19-46da-8d46-ec7059f4ba22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.785232551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"173406ac-71c7-4fa3-97d8-93460c1a152e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.793268823Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"094645e5-7f00-4a32-b401-47cc715915d7","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.806447795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fb59a2f4-0f19-46da-8d46-ec7059f4ba22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.807705056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"173406ac-71c7-4fa3-97d8-93460c1a152e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.809926076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"625852cb-9966-4698-af38-459c7993c3ca","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-cbc247ad24c5","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.827777708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","reconcileID":"80f0a55f-9b8a-4420-b496-7b9e7c627aae","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-1572e56b9370","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.84442498Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"e5ca37d9-3040-45b1-95d9-b1808a4839c2","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.886802746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"60742498-3652-4a02-ab88-ad60e3ea4cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.950411524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fb4e0c9-1719-450b-b53d-44cf16ce9ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.952704526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"60742498-3652-4a02-ab88-ad60e3ea4cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.969791468Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","reconcileID":"f5be5e0f-a001-42c7-ab52-a4f2c3df54a9","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.970608885Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"c5acab58-b104-4c4c-9727-facd42891235","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:01.974274159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fb4e0c9-1719-450b-b53d-44cf16ce9ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.005257382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"965f5473-5ea7-480c-bb60-ed8e5c502fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.057909644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"cd853d3c-68a5-4054-90c7-bb4a68f0ef03","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.063292746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"965f5473-5ea7-480c-bb60-ed8e5c502fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.096918875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"b14f251f-6fe7-4daf-ba25-563eec93a5e6","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-cbc247ad24c5","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.116387414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","reconcileID":"a7ab9bd3-fd65-4a0b-a871-6200da134a58","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-1572e56b9370","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.116912423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"cb2f868c-a48d-4e1e-ac07-41b198e43d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.117481515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"384f35c9-84e7-4ca7-be28-da314c6476da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.135332628Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"ae1afeec-7150-43c9-bde4-591855bf7be7","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.14011081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"384f35c9-84e7-4ca7-be28-da314c6476da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.149957137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"cb2f868c-a48d-4e1e-ac07-41b198e43d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.198928567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"fbbca6c7-3b4c-46dc-b67d-c9244811e381","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.199524252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"ca2adf47-42be-4b7b-a208-1df28cf00515","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.220365993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"ca2adf47-42be-4b7b-a208-1df28cf00515","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.220826865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"fbbca6c7-3b4c-46dc-b67d-c9244811e381","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.242011263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"ca2adf47-42be-4b7b-a208-1df28cf00515","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.242051292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"fbbca6c7-3b4c-46dc-b67d-c9244811e381","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.314632412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"75e500e0-9ee4-45d4-82d9-6c513ee92ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.314669593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0456c7b4-0967-4901-a000-12684f91593e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.316207732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d0b4a7f5-e920-4b8f-aec2-76543ee69525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.336266609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"0456c7b4-0967-4901-a000-12684f91593e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.336365357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"75e500e0-9ee4-45d4-82d9-6c513ee92ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.338751462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"d0b4a7f5-e920-4b8f-aec2-76543ee69525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.415218835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f4daffe4-f439-4d64-8c25-0928ea42499d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.431633787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70e2cdc0-f4fd-4c2f-ab5d-eb11d33b5e97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.436765539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f4daffe4-f439-4d64-8c25-0928ea42499d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.452927391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70e2cdc0-f4fd-4c2f-ab5d-eb11d33b5e97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.587378877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"62e4a5bf-1766-4611-a8ee-c7cf4ddbf6f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.587415496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"812c0b2b-e6d6-4389-b94f-500e5f0d3b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.58886989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d617848b-cd6a-4a08-bd87-23a78c64c85a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.609056742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"812c0b2b-e6d6-4389-b94f-500e5f0d3b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.609210994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"62e4a5bf-1766-4611-a8ee-c7cf4ddbf6f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.611889855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"d617848b-cd6a-4a08-bd87-23a78c64c85a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.685268103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7e9bdf24-c584-44d5-adfa-b257f5187d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.701249132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7ebbb8-5481-4c66-bf3a-52400d55db3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.706536779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7e9bdf24-c584-44d5-adfa-b257f5187d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.708899761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","reconcileID":"7c8ff74c-ca1e-4d73-84c0-f3776ccd2bcc","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.722077968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7ebbb8-5481-4c66-bf3a-52400d55db3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.726538474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"3a435789-0f9d-47bf-a50d-eb7eb54db446","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.767739181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"f1c5501c-eda8-4767-b9ab-21dd297f33c6","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.872630578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"3cd0bf81-7422-4b86-b5f7-a800371ccaec","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.883931887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"90b51cbc-40ef-425d-91e7-7d26fa3d7f06","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.887956628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"3b3a21a1-c8ea-4f87-9b3d-7e4330dcd1f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.891264647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b43d1512-0d43-40c4-8977-2c383157ec39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.89336114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"3cd0bf81-7422-4b86-b5f7-a800371ccaec","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.9067445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"90b51cbc-40ef-425d-91e7-7d26fa3d7f06","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.907367277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"4e732506-ea3d-4b94-8860-5a74ff8808c4","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.910371089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"3b3a21a1-c8ea-4f87-9b3d-7e4330dcd1f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.91288815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b43d1512-0d43-40c4-8977-2c383157ec39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.913432987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"3cd0bf81-7422-4b86-b5f7-a800371ccaec","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.926835707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"90b51cbc-40ef-425d-91e7-7d26fa3d7f06","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.927998923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"4e732506-ea3d-4b94-8860-5a74ff8808c4","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.962629689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"aaad7107-62d8-4621-b340-109e05ab4bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.983684963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"aaad7107-62d8-4621-b340-109e05ab4bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:02.988448385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"6e1321e2-09a0-4d68-82e9-488ada59caa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.009389017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"6e1321e2-09a0-4d68-82e9-488ada59caa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.009833704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"03dde637-7a14-4a57-a162-038cb28047f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.030477509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"03dde637-7a14-4a57-a162-038cb28047f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.095007871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"874499d6-96c0-4002-be74-64f3185aab53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.110564018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93e931e6-ecd0-4f8d-b00a-a57e9e11d276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.116294275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"874499d6-96c0-4002-be74-64f3185aab53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.131916537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93e931e6-ecd0-4f8d-b00a-a57e9e11d276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.196294126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"ef53d46d-97d9-4c6c-b56c-83c6154eed7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.196330822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"12fc2d1d-7bd5-467c-b002-81bf44681d44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.217646177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"ef53d46d-97d9-4c6c-b56c-83c6154eed7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.220189954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"12fc2d1d-7bd5-467c-b002-81bf44681d44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.29707847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3a945e35-a8ad-40d0-94be-0da2e103595a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.309827658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"15ccee84-d50b-4e23-82e2-5407b8818c74","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.309955738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"a49a2f83-285a-4c23-8e53-81e2b072e94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.316234915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"fdfa7181-35c1-410a-8fb7-36f96e1f5534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.318376325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3a945e35-a8ad-40d0-94be-0da2e103595a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.329143068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c00a9320-378f-47c5-b2f6-b41d89087ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.33237001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"15ccee84-d50b-4e23-82e2-5407b8818c74","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.33455524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"a49a2f83-285a-4c23-8e53-81e2b072e94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.33924878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"fdfa7181-35c1-410a-8fb7-36f96e1f5534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:03.357618592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c00a9320-378f-47c5-b2f6-b41d89087ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:07.58558507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"47daa694-5d47-41c9-8414-e922eca1307a","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:07.606290133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"fc19265d-6a14-4f4d-9116-b9673f3084eb","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:07.624483669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"fe9dee3b-d9e2-4579-b97d-8a4c256cc059","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:07.683388373Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"fe9dee3b-d9e2-4579-b97d-8a4c256cc059","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:07.703199505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"fe9dee3b-d9e2-4579-b97d-8a4c256cc059","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:07.738768725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"900dc2d3-3c0b-48bb-9ddf-e5716f67cbde","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:12.950406429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"9e6e690d-b0ee-412a-8087-abc415fb5e2b","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:12.972194415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"9e6e690d-b0ee-412a-8087-abc415fb5e2b","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:12.992795895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"9e6e690d-b0ee-412a-8087-abc415fb5e2b","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:13.067388495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"e545fd9d-a7b2-44ed-9c92-98ff8f5500c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:13.089965346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"e545fd9d-a7b2-44ed-9c92-98ff8f5500c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:13.11233433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"e545fd9d-a7b2-44ed-9c92-98ff8f5500c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.180803569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-sub","reconcileID":"2415aa77-4dcf-4d4c-bb15-534b4ef252df","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"maas-trlp-e2e-cfl-same-1c99fe","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.31293439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"098a6dbf-6508-409c-a1e8-71bec596055b","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.31296854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"098a6dbf-6508-409c-a1e8-71bec596055b","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.675322975Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2f820e priority=0:[ai-tenant-e2e-extmod-a-2f820e/e2e-cfl-same-1c99fe-1f4eff-sub ai-tenant-e2e-extmod-a-2f820e/e2e-cfl-same-1c99fe-7284ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.698716782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"5907ac06-d4a2-4946-b864-590d87cbde90","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.698810196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"5907ac06-d4a2-4946-b864-590d87cbde90","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.747019248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"bb9dcbbc-8ce2-4ef5-950a-d8d8c9651d7c","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.747047436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"bb9dcbbc-8ce2-4ef5-950a-d8d8c9651d7c","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:31:14.747502438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-sub","reconcileID":"e3c946a2-44c7-4d1d-bbe7-d4fbf4ba1a38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-1eae46-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.765638747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbd3fd34-2177-4b62-90d6-cea7132c1f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.766647155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"e124f8cc-b1b2-4de2-bdcf-8348c3e54535","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.766729488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"e124f8cc-b1b2-4de2-bdcf-8348c3e54535","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.783593825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"f202853b-6f90-4492-81a8-a44575b0d07f","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.784050692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c41a16b-1be9-45da-8f68-dbc41cb4f45d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.790837781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbd3fd34-2177-4b62-90d6-cea7132c1f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.82280832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c41a16b-1be9-45da-8f68-dbc41cb4f45d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.829294986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"f202853b-6f90-4492-81a8-a44575b0d07f","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.830710052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"26817901-f31e-4495-a221-899f1236328a","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.847559236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"d3da2bbd-df4a-4a54-8587-87cb6b56abf6","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.847628635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"d3da2bbd-df4a-4a54-8587-87cb6b56abf6","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.910221709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"26817901-f31e-4495-a221-899f1236328a","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.992566175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (8b75e38db4378aa221c75b78239390cffd5c97a46fe032577a637dd44fd070a9) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (b963f1cecd6bd0c86da0f34292b77a53031fe4e973e668f0de9c1655cd110097) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (95c2f74b6a196f45d51c1f52ec272ce518a17290acd2908c6cfbc3f5af3c329b) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (e2c02505b09b9c1e9317ff0611879cdeef209c94151131878612ca1ad843acf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"26817901-f31e-4495-a221-899f1236328a","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.993686852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"70ceaa5c-b898-4e86-b8db-c1fb0a02dd3c","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:14.993709412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"70ceaa5c-b898-4e86-b8db-c1fb0a02dd3c","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.095619877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"c6eaf658-d09a-4d54-8ee6-81d702b378df","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.149301601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"2440a9e2-2f82-4ce3-b917-d6f1cbedb12f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.149357328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b95484b-e519-4c83-8422-8292c712dbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.165785923Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-sub","reconcileID":"6543f3e4-f13c-4a7e-b6e4-28a30742347b","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1eae46","model":"e2e-dft-1eae46","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-1eae46-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.204031762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b95484b-e519-4c83-8422-8292c712dbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.208351527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"2440a9e2-2f82-4ce3-b917-d6f1cbedb12f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.20984933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dada0de8-028e-4fd7-a3bd-84bb9f469294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.244362805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (8b75e38db4378aa221c75b78239390cffd5c97a46fe032577a637dd44fd070a9) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (b963f1cecd6bd0c86da0f34292b77a53031fe4e973e668f0de9c1655cd110097) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (95c2f74b6a196f45d51c1f52ec272ce518a17290acd2908c6cfbc3f5af3c329b) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (e2c02505b09b9c1e9317ff0611879cdeef209c94151131878612ca1ad843acf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"2440a9e2-2f82-4ce3-b917-d6f1cbedb12f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.247879511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"87ed4ace-ee0b-4df9-8904-1440c68121cf","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.254955228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dada0de8-028e-4fd7-a3bd-84bb9f469294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.259472708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"18baaf77-d0f8-4686-b48c-57d93c664211","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.309823731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"87ed4ace-ee0b-4df9-8904-1440c68121cf","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.312746117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"18baaf77-d0f8-4686-b48c-57d93c664211","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.339111138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"18baaf77-d0f8-4686-b48c-57d93c664211","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.356032157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"c2d1d314-9fae-492e-a3d7-ce8143261299","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.356060566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"c2d1d314-9fae-492e-a3d7-ce8143261299","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.466621578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-sub","reconcileID":"d1d27187-ab85-4ed6-8587-3647001938cc","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1eae46","model":"llm/e2e-dft-1eae46","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.564452119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"d40832f0-7f72-4490-a4ef-ed9177b6d35a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.587898455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"d40832f0-7f72-4490-a4ef-ed9177b6d35a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.665990812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"14a599e3-c90d-462b-9fda-5615b920e108","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.689958852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"14a599e3-c90d-462b-9fda-5615b920e108","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:15.71081199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"14a599e3-c90d-462b-9fda-5615b920e108","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:16.170733523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"4924953c-cb27-42c4-863d-1ba394d72667","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:16.19300595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"4924953c-cb27-42c4-863d-1ba394d72667","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:16.212557052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"4924953c-cb27-42c4-863d-1ba394d72667","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:16.27546602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"d12d938b-c38b-4458-8fa7-1927d61ab88c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:16.297291685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"d12d938b-c38b-4458-8fa7-1927d61ab88c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:16.317917624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"d12d938b-c38b-4458-8fa7-1927d61ab88c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.541653695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"20031461-2deb-4139-bfea-10f5f7233766","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.541682577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"20031461-2deb-4139-bfea-10f5f7233766","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.575072099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"bc43aa41-0b94-437f-832b-6097b78d65c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.57510231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"a31d32f7-c096-40f0-a183-8bd278e335dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.582017914Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-sub","reconcileID":"cd2a35b1-17dc-4ae5-895e-389f85e7b656","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9ed55ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.598299104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"a31d32f7-c096-40f0-a183-8bd278e335dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.59833395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"bc43aa41-0b94-437f-832b-6097b78d65c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.808974569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"3070e095-cb8f-4a70-a924-5b3c8133060b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.808975117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"c62b163b-0abc-4ca2-ba1c-bb0ed2aad211","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.834709301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"3070e095-cb8f-4a70-a924-5b3c8133060b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:17.834785249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"c62b163b-0abc-4ca2-ba1c-bb0ed2aad211","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:25.279457517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"9c232a45-5eba-4cae-b67a-ae4f64bff428","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:25.300709412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"9c232a45-5eba-4cae-b67a-ae4f64bff428","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:25.320578355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (8b75e38db4378aa221c75b78239390cffd5c97a46fe032577a637dd44fd070a9) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (b963f1cecd6bd0c86da0f34292b77a53031fe4e973e668f0de9c1655cd110097) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (95c2f74b6a196f45d51c1f52ec272ce518a17290acd2908c6cfbc3f5af3c329b) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (e2c02505b09b9c1e9317ff0611879cdeef209c94151131878612ca1ad843acf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"9c232a45-5eba-4cae-b67a-ae4f64bff428","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:26.249428172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"89d3fdab-7590-4b76-bb5c-8c5091158ce7","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:26.271195421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"89d3fdab-7590-4b76-bb5c-8c5091158ce7","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:26.291303969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"89d3fdab-7590-4b76-bb5c-8c5091158ce7","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:26.352818024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"57fbec7f-0b62-4254-9798-36705b6861f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:26.373792961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"57fbec7f-0b62-4254-9798-36705b6861f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:26.393565897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"57fbec7f-0b62-4254-9798-36705b6861f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.598403857Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-sub","reconcileID":"a5261fc9-5b96-417b-8a8e-160b6ba2db34","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","subscription":"e2e-cfl-same-1c99fe-1f4eff-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.630992569Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-sub","reconcileID":"a5261fc9-5b96-417b-8a8e-160b6ba2db34","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.647426454Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-sub","reconcileID":"a5261fc9-5b96-417b-8a8e-160b6ba2db34","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-1f4eff-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"maas-trlp-e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.756465249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"89e83c3a-a2fa-4763-bf1d-af07d29154d0","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.756494648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"89e83c3a-a2fa-4763-bf1d-af07d29154d0","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.790004808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"6ad76db5-58fd-4628-b42f-67acde97ccc6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.793104753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"13e56142-f77e-4441-9827-96dab16fda20","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.794365549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"7b8cbcc3-e1a7-4290-8c6a-162485dd1c6b","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.794383853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"7b8cbcc3-e1a7-4290-8c6a-162485dd1c6b","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.810738342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"6ad76db5-58fd-4628-b42f-67acde97ccc6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.811075739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"403f6301-26ea-4fc6-a42c-4199a77dc87b","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.811095504Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"403f6301-26ea-4fc6-a42c-4199a77dc87b","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.813568769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"13e56142-f77e-4441-9827-96dab16fda20","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.900204599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"c35b2ced-b611-4e3c-810f-9686d25e38fe","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.900226922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"c35b2ced-b611-4e3c-810f-9686d25e38fe","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:27.96042375Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-1f4eff-access","reconcileID":"8dd16907-bf03-4e4f-89bf-fd81fe03d0c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-1f4eff-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:28.197131634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"f014b3d1-5698-40d6-8519-f7b8c7fe50fc","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-2-1f4eff/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:28.197182277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"f014b3d1-5698-40d6-8519-f7b8c7fe50fc","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"routeName":"external-model-e2e-cfl-same-1c99fe-efe93e73db1d","namespace":"e2e-extmod-cfl-2-1f4eff","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:28.346376932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"4ca295d4-9a1b-4265-8432-dd74178a3aed","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:28.346437375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"4ca295d4-9a1b-4265-8432-dd74178a3aed","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:28.364201627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"f47531e7-4cd5-44f5-abfd-064f518870a0","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:28.386194799Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-sub","reconcileID":"bc139b06-b10e-4466-8cbc-6dd25f26d001","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-959aec9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:28.387047801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"f47531e7-4cd5-44f5-abfd-064f518870a0","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:28.502151039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"54619901-603c-4d21-a33b-38b4ec32f421","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:28.523574775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"54619901-603c-4d21-a33b-38b4ec32f421","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:28.820067954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:35.36138059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"eb25744b-9096-4fac-bfdd-a9bd11793a83","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:35.385553146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"eb25744b-9096-4fac-bfdd-a9bd11793a83","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:35.40606732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (8b75e38db4378aa221c75b78239390cffd5c97a46fe032577a637dd44fd070a9) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (b963f1cecd6bd0c86da0f34292b77a53031fe4e973e668f0de9c1655cd110097) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (95c2f74b6a196f45d51c1f52ec272ce518a17290acd2908c6cfbc3f5af3c329b) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (e2c02505b09b9c1e9317ff0611879cdeef209c94151131878612ca1ad843acf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"eb25744b-9096-4fac-bfdd-a9bd11793a83","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:36.326606334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"608e425c-def7-4a12-a616-c1c54a7b0a71","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:36.348124059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"608e425c-def7-4a12-a616-c1c54a7b0a71","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:36.372814429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"608e425c-def7-4a12-a616-c1c54a7b0a71","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:36.490601749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"49def44c-a797-4c7a-9f6b-9d840507e423","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:36.511612951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"49def44c-a797-4c7a-9f6b-9d840507e423","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:36.531734923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"49def44c-a797-4c7a-9f6b-9d840507e423","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.402947061Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-sub","reconcileID":"cc23b48d-a70e-4cde-9b96-fb5d0500c8d3","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","subscription":"e2e-cfl-same-1c99fe-7284ab-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.437516867Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-sub","reconcileID":"cc23b48d-a70e-4cde-9b96-fb5d0500c8d3","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.454255303Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-sub","reconcileID":"cc23b48d-a70e-4cde-9b96-fb5d0500c8d3","MaaSSubscription":{"name":"e2e-cfl-same-1c99fe-7284ab-sub","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"maas-trlp-e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.5756029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"8a380805-5d04-4473-96f8-3d1bc685e280","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.575636614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"8a380805-5d04-4473-96f8-3d1bc685e280","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.593656054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"19af383c-e6c1-43fe-b02f-5d86b6f7cbd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.614678658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"19af383c-e6c1-43fe-b02f-5d86b6f7cbd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.715328768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cc30ba62-95fd-4db8-bdb6-6fd317cfe8bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.722670581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"b99d1b2c-f1b3-4b66-a02d-4b1b1cf2902c","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.722694668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"b99d1b2c-f1b3-4b66-a02d-4b1b1cf2902c","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.736819438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"cc30ba62-95fd-4db8-bdb6-6fd317cfe8bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:38.817819473Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"4b1d53b7-382c-44c7-915a-22e85bea82b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.005935625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"4b1d53b7-382c-44c7-915a-22e85bea82b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.062265195Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"4b1d53b7-382c-44c7-915a-22e85bea82b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"name":"e2e-extmod-a-2f820e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.062285773Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"e2e-cfl-same-1c99fe-7284ab-access","reconcileID":"4b1d53b7-382c-44c7-915a-22e85bea82b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1c99fe-7284ab-access","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2f820e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.100169813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"66056383-bc44-4542-b73e-3c4d026904fa","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"tenant":"e2e-extmod-a-2f820e","gateway":"openshift-ingress/e2e-extmod-a-2f820e","model":"e2e-extmod-cfl-1-7284ab/e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.100195344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"66056383-bc44-4542-b73e-3c4d026904fa","MaaSModelRef":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"routeName":"external-model-e2e-cfl-same-1c99fe-b956c79dab74","namespace":"e2e-extmod-cfl-1-7284ab","model":"e2e-cfl-same-1c99fe","externalModel":"e2e-cfl-same-1c99fe","provider":"e2e-cfl-same-1c99fe","gateway":"openshift-ingress/e2e-extmod-a-2f820e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.604267196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"c981b27e-169e-4430-8dd9-01032744992a","namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.641751548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"7407e1f1-de4f-406b-891a-19fb3e1d14e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.643220606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4cb2cf1b-0731-4afb-b980-792bd67d780d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.645039989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d6d4373e-b5ce-4711-b054-46492b832281","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.6569783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1d213582-e5d0-4e7d-b730-512c7704ed8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.662644022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"7407e1f1-de4f-406b-891a-19fb3e1d14e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.665645961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d6d4373e-b5ce-4711-b054-46492b832281","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.665762769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4cb2cf1b-0731-4afb-b980-792bd67d780d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.674117052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01ae0392-0203-46d2-a6d4-78c3d11ecd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.68066684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"1d213582-e5d0-4e7d-b730-512c7704ed8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.682868048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"7407e1f1-de4f-406b-891a-19fb3e1d14e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.686661767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d6d4373e-b5ce-4711-b054-46492b832281","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.686661765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (8b75e38db4378aa221c75b78239390cffd5c97a46fe032577a637dd44fd070a9) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (b963f1cecd6bd0c86da0f34292b77a53031fe4e973e668f0de9c1655cd110097) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (95c2f74b6a196f45d51c1f52ec272ce518a17290acd2908c6cfbc3f5af3c329b) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (e2c02505b09b9c1e9317ff0611879cdeef209c94151131878612ca1ad843acf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4cb2cf1b-0731-4afb-b980-792bd67d780d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.695026245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01ae0392-0203-46d2-a6d4-78c3d11ecd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.757199716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"afc01af2-e824-4b5a-b4e9-88d5082677b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.757309396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"07a8567e-e567-438e-87d4-8c290242425e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.762616311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"fdcb876f-c336-4a3b-9eac-b4ec5598a2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.778272258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"07a8567e-e567-438e-87d4-8c290242425e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.778726615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"afc01af2-e824-4b5a-b4e9-88d5082677b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.783483235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"fdcb876f-c336-4a3b-9eac-b4ec5598a2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.797057978Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-1-7284ab"},"namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","reconcileID":"709e6f50-e86f-42f2-ac4a-e27e118e97ed","namespace":"e2e-extmod-cfl-1-7284ab","name":"e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.861802836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"64c47f52-d131-4258-a7fc-062d31642446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.883433552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"64c47f52-d131-4258-a7fc-062d31642446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.963037444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"21b98499-647c-4245-8cf6-12e78b054d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.976869805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fd21e07-8df8-4c01-9e3b-c13744d2f93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.977271822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"f5f4c6bb-8abe-4182-996f-f32530b48a09","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.977552534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"a442d15e-9674-4215-b975-158a9d5a80b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.978958418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"969479eb-5a98-4de7-9584-556fb43c7bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:39.985551994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"21b98499-647c-4245-8cf6-12e78b054d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.00269813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fd21e07-8df8-4c01-9e3b-c13744d2f93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.054803598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"f5f4c6bb-8abe-4182-996f-f32530b48a09","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.057697509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"969479eb-5a98-4de7-9584-556fb43c7bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.060226451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"a442d15e-9674-4215-b975-158a9d5a80b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.201247077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fc1658a5-6061-480e-a917-330277675610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.222060273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fc1658a5-6061-480e-a917-330277675610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.302982333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5d3ce890-d982-414c-b149-fc9c0ad47599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.30545804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"4464075d-247b-4216-be1b-addd1730986a","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.305882096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"64ac9117-3432-4024-8762-215402605901","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.306805893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"fe5d0087-0b8e-42db-9f29-965906c32f7d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.329317485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"5d3ce890-d982-414c-b149-fc9c0ad47599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.329421314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"64ac9117-3432-4024-8762-215402605901","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.331775581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"4464075d-247b-4216-be1b-addd1730986a","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.331914256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"fe5d0087-0b8e-42db-9f29-965906c32f7d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.338792517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"212f6757-e4d4-45af-a9c9-aab2b9b779c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.350179545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"64ac9117-3432-4024-8762-215402605901","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.353137324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"4464075d-247b-4216-be1b-addd1730986a","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.353538889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (8b75e38db4378aa221c75b78239390cffd5c97a46fe032577a637dd44fd070a9) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (b963f1cecd6bd0c86da0f34292b77a53031fe4e973e668f0de9c1655cd110097) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (95c2f74b6a196f45d51c1f52ec272ce518a17290acd2908c6cfbc3f5af3c329b) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (e2c02505b09b9c1e9317ff0611879cdeef209c94151131878612ca1ad843acf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"fe5d0087-0b8e-42db-9f29-965906c32f7d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.360397418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"212f6757-e4d4-45af-a9c9-aab2b9b779c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.405042335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"98345e89-d465-47e5-996b-3f9bfc43b8fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.407196445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"261822ad-936b-452f-aa04-c9065d3846df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.428756976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86a63ad8-d87f-44ed-b8e2-a1050defcc1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.434211499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"261822ad-936b-452f-aa04-c9065d3846df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.434561519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"98345e89-d465-47e5-996b-3f9bfc43b8fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.449778146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86a63ad8-d87f-44ed-b8e2-a1050defcc1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.521587978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ecbc966d-83b9-414d-832b-f2a17e996d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.543627503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ecbc966d-83b9-414d-832b-f2a17e996d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.663868834Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"32dca067-0af4-433a-8022-22349b1195d0","namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.700228707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"33389e5e-aa79-4951-91f4-5643bcac1f15","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.701893111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d6735092-7e81-4c77-95ec-afe0a8a2acbc","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.702971025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"7e987af2-84de-4354-93d3-7b1fb59596de","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.722936276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"33389e5e-aa79-4951-91f4-5643bcac1f15","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.723198497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d6735092-7e81-4c77-95ec-afe0a8a2acbc","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.723392698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"15a081b0-43ce-46dd-90c9-b17695f0665e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.723437226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"b5c08436-b7df-4aa7-98f9-062b62439934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.727043865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"7e987af2-84de-4354-93d3-7b1fb59596de","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.744562617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"33389e5e-aa79-4951-91f4-5643bcac1f15","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.744613212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d6735092-7e81-4c77-95ec-afe0a8a2acbc","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.747075311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"b5c08436-b7df-4aa7-98f9-062b62439934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.748879279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"15a081b0-43ce-46dd-90c9-b17695f0665e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.749439758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (8b75e38db4378aa221c75b78239390cffd5c97a46fe032577a637dd44fd070a9) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (b963f1cecd6bd0c86da0f34292b77a53031fe4e973e668f0de9c1655cd110097) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (95c2f74b6a196f45d51c1f52ec272ce518a17290acd2908c6cfbc3f5af3c329b) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (e2c02505b09b9c1e9317ff0611879cdeef209c94151131878612ca1ad843acf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"7e987af2-84de-4354-93d3-7b1fb59596de","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.842938192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e3658aaa-d304-468a-baf0-0a1020c9a3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.849498089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"85df139a-d016-4a07-9d1b-4e5baff612da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.850354585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7161c6c8-4f14-4bbc-8ecb-01c539a78c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.855869992Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1c99fe","namespace":"e2e-extmod-cfl-2-1f4eff"},"namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","reconcileID":"d9e1710e-d96b-411b-9100-44db9aaae713","namespace":"e2e-extmod-cfl-2-1f4eff","name":"e2e-cfl-same-1c99fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.8641075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e3658aaa-d304-468a-baf0-0a1020c9a3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.87217887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7161c6c8-4f14-4bbc-8ecb-01c539a78c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.873211294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"85df139a-d016-4a07-9d1b-4e5baff612da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.940917336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"9fea0743-4786-4e01-bdd7-508329b810a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.956514465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"0d70d154-d962-42bd-8420-767bbc7500d0","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.961982632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"9fea0743-4786-4e01-bdd7-508329b810a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:40.979788502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"0d70d154-d962-42bd-8420-767bbc7500d0","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.047537464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"25aa425d-e878-4ce6-87da-59ca0e494571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.047914657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fed87cef-c550-4536-80bf-a423773fa37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.049059286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9f5798b3-248d-4065-9593-dfaecb238b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.068731414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"fed87cef-c550-4536-80bf-a423773fa37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.068731329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"25aa425d-e878-4ce6-87da-59ca0e494571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.071121642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"9f5798b3-248d-4065-9593-dfaecb238b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.147347588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b296d267-aaf6-46e3-bb69-b8f44f9437b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.170011299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b296d267-aaf6-46e3-bb69-b8f44f9437b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.238730483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"01df275e-f6d9-4c8e-b5c3-e864bf9c6d7f","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.244239166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"fa2c04b8-83eb-44cd-8dbc-1b894e937d5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.261937537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"01df275e-f6d9-4c8e-b5c3-e864bf9c6d7f","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.262544738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"8e6142f6-2d9e-408d-ac30-c59f628e0476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.267123415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"fa2c04b8-83eb-44cd-8dbc-1b894e937d5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.282423558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95268c52-e11b-42d5-aa65-b49074d81ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.286848166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"01df275e-f6d9-4c8e-b5c3-e864bf9c6d7f","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.286926534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"8e6142f6-2d9e-408d-ac30-c59f628e0476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.288244414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"fa2c04b8-83eb-44cd-8dbc-1b894e937d5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.304510604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95268c52-e11b-42d5-aa65-b49074d81ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.331916761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"a5b63a13-fb16-4682-a537-2c5a9ae69cf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.348261523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"062c5858-6f16-4ea1-b0c3-73eb8eb540ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.353760538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"a5b63a13-fb16-4682-a537-2c5a9ae69cf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.362504749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"210f574d-285b-4617-945b-663aa41749b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.370204874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"062c5858-6f16-4ea1-b0c3-73eb8eb540ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.373666667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a47b9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d6ec16a414c404bbd605f5b6611453030e9e9e2956f7be4e2b38109dcdd3273) AuthConfig (8b75e38db4378aa221c75b78239390cffd5c97a46fe032577a637dd44fd070a9) AuthConfig (9b6308b81abc36fcec837d4ec48b37c1cdc07f84bd17a9a82423be8574002231) AuthConfig (42a90770f656610dcb48359d878451038367170d2bd3ac5310ae111f00a30f4a) AuthConfig (b963f1cecd6bd0c86da0f34292b77a53031fe4e973e668f0de9c1655cd110097) AuthConfig (9477ee711edbf0830266e38fe90aecae70170b34d2a690a79b74fba020a9dc3f) AuthConfig (95c2f74b6a196f45d51c1f52ec272ce518a17290acd2908c6cfbc3f5af3c329b) AuthConfig (5e41bca864688cfeb01cddd55484ba38541a84148e676e259217bfc1be6855aa) AuthConfig (12c6f6ac467f40eade1192f7681ce73e7d4c8b7af3fb3f847a2aaecff482044f) AuthConfig (e2c02505b09b9c1e9317ff0611879cdeef209c94151131878612ca1ad843acf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"a5b63a13-fb16-4682-a537-2c5a9ae69cf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.384563093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"210f574d-285b-4617-945b-663aa41749b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.45211339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d69c9a00-dc16-4299-84c2-aecd5aef1835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.45974497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2767494e-1b5c-4eff-a8aa-f5992c39ad9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.465210291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72b6248b-e426-4703-a354-f3a491975fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.473512355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d69c9a00-dc16-4299-84c2-aecd5aef1835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.481140553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2767494e-1b5c-4eff-a8aa-f5992c39ad9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:41.486650485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72b6248b-e426-4703-a354-f3a491975fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:49.727977956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-sub","reconcileID":"9c484ff3-24bf-4c08-92d9-719b9fe40f6b","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1eae46","model":"llm/e2e-dft-1eae46","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:49.92600547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"01695ec1-0038-437c-bbba-7b3b47a6f692","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:49.926048174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"01695ec1-0038-437c-bbba-7b3b47a6f692","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:50.125833762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"b3935dc3-0dd3-4af0-818a-02a3b20107e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:50.153353051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"b3935dc3-0dd3-4af0-818a-02a3b20107e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:50.187265196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (2abbb4f88a5c61f3ba0ebb0b16e201b565bed57c9b97ecb389648fb1e1bbb09b) AuthConfig (0d4fa6a3350686464f054cbacc55da365a91d1881a3167c5de0a01e551953a07) AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (6d959330c9521922c819e6253e9ff525bfb98aa188e2cb28207e840e4b37fbef) AuthConfig (2c7c950d15bc3b9d1f1defed49af08f65e40d8e64a2c99e97876ce684b525f49) AuthConfig (da6694ce8a239b14e7aa190e897ceba02e19822f8171fcede0169dae6904f34d) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (9c609806c17082ccaedee4e5f8c57be57f26ba8d1fe78b9f7927d4a4500f7f92) AuthConfig (9a6db4645b8d59d1b490a9a11f77656e53dee8bf663e040ed14b18d4b2f5e45b) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (11ab607ef53056914446fb87e368f4ce215a449901a4ecc322c7bfb7f53c4779) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"b3935dc3-0dd3-4af0-818a-02a3b20107e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:50.238292352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"cdb4770a-df57-472f-8821-fad4fa63e008","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:50.630559515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"e322d64c-66d8-43ba-94ae-050bea91d3e0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:50.656928655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"e322d64c-66d8-43ba-94ae-050bea91d3e0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:50.689591374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (2abbb4f88a5c61f3ba0ebb0b16e201b565bed57c9b97ecb389648fb1e1bbb09b) AuthConfig (0d4fa6a3350686464f054cbacc55da365a91d1881a3167c5de0a01e551953a07) AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (6d959330c9521922c819e6253e9ff525bfb98aa188e2cb28207e840e4b37fbef) AuthConfig (2c7c950d15bc3b9d1f1defed49af08f65e40d8e64a2c99e97876ce684b525f49) AuthConfig (da6694ce8a239b14e7aa190e897ceba02e19822f8171fcede0169dae6904f34d) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (9c609806c17082ccaedee4e5f8c57be57f26ba8d1fe78b9f7927d4a4500f7f92) AuthConfig (9a6db4645b8d59d1b490a9a11f77656e53dee8bf663e040ed14b18d4b2f5e45b) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (11ab607ef53056914446fb87e368f4ce215a449901a4ecc322c7bfb7f53c4779) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"e322d64c-66d8-43ba-94ae-050bea91d3e0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.015750451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bc253e7-47e5-42c4-87bb-18cc2798ab2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.016722204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7332d0b3-8e21-4044-8dd7-29155b80dd3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.017211444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"9de4cc00-1f34-4dde-a33b-a35d5c283a83","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.042918112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bc253e7-47e5-42c4-87bb-18cc2798ab2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.046954844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7332d0b3-8e21-4044-8dd7-29155b80dd3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.052492734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"9de4cc00-1f34-4dde-a33b-a35d5c283a83","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.341924452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"336ce9fb-25b5-4dc5-a270-e82b22cf9fdb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.382771969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"336ce9fb-25b5-4dc5-a270-e82b22cf9fdb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.424360505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (045f067d671264c4ed5102510afda25486ed6588f00bf66cd32c979bc663252d) AuthConfig (d85455effaf611e7ad36d65b1870bae64f7843337edc50e68b2dfb08c488c873) AuthConfig (5628030f6967c3b6df33bab4457294e68aef4e2dec9fdcfcbcf28dc992c7d767) AuthConfig (af375d1aecadd800a12f380333b6323d43c4c2727e2f4e480bb10ca5f9e70fa4) AuthConfig (f2c14b13b6b8fa7f457c39ffd6e2c530dd75afba7eecbedac8b473f44c13d9d5) AuthConfig (90d787cdd362e38094981ecd1697d02a6ac330f1a078334bbc32be07a17354a6) AuthConfig (db36e457709bd3f6e2908e2b10757324b375bea3f2065b2ea8419efd92638143) AuthConfig (98a955d72bd05d83b7259f1ec9bf593127ed1297f70a42bff1caffc75b8f5e54) AuthConfig (a11501e6a42eb103a5328ccc2f4051842216fdac72a1a3c48240dc3b1c8cc8ef) AuthConfig (a2b8c7f15e38ce4bc4af553b63f286fd6a202f67ac6168679455d94c8c9a55ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"336ce9fb-25b5-4dc5-a270-e82b22cf9fdb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.442182544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"52f43ddd-049f-4fb2-9a55-527700ca1ec1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.467764681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"52f43ddd-049f-4fb2-9a55-527700ca1ec1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.476684431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"1521a5bf-a575-49ce-a695-5235e63fd279","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:51.690093636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"f9320561-d30e-4f06-a828-1fc206a18444","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:52.962798656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"8edda821-8d62-4266-8435-4fd486b8194d","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:52.981062962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4179467b-c4fd-46fd-9b30-28b0079d9b83","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:31:52.986827876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"f78904f7-dfc0-4f23-a8c0-c5d48df220f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-571170-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.006885789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4179467b-c4fd-46fd-9b30-28b0079d9b83","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.009980684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"89ffe6c7-5ce7-415a-916a-561ffefdcd05","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.060433161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"42e9ea73-1a7a-466c-b31b-5207c976beaa","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.078648244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"cd726bd7-d848-4fe9-bb95-2fe70593ae0b","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.07866859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"cd726bd7-d848-4fe9-bb95-2fe70593ae0b","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.120360444Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-sub","reconcileID":"c70a65d7-785f-486b-84db-5739fa00e65a","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4b26e33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.121356886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"1e7c3c16-02a5-43fa-b909-7810967fb958","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.123080749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"fcdbc605-475b-4d97-9e7b-b153989f5ef4","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.1230779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0366526a-4787-4165-90f1-7a555a3d26f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.13844784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d40def-2d44-4c9d-8b66-6ce96fc6c51e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.14684563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"fcdbc605-475b-4d97-9e7b-b153989f5ef4","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.15625637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0366526a-4787-4165-90f1-7a555a3d26f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.162018358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d40def-2d44-4c9d-8b66-6ce96fc6c51e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.184173587Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"7fc1ee66-51e6-4d9e-8c86-4eb75e20f19d","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-a-a47b9a","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-shared-571170-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.212199915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"222b01fd-560d-4ecc-a050-23a96a166f86","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.233561019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"222b01fd-560d-4ecc-a050-23a96a166f86","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.294477062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"820e8ed4-817b-4795-ad42-0ae92d71b910","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.363135949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"0fa2cce8-5cda-453f-b85e-c4794dda3c59","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-a-a47b9a","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.441132412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0615adb-1de2-4525-b327-5172316fa55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.441431439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8006a95c-0b08-4e69-839c-c17e07b5efd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.442562309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"d176ad4f-ece7-4a49-82e7-25487d6f3c37","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.464178784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8006a95c-0b08-4e69-839c-c17e07b5efd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.465765252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0615adb-1de2-4525-b327-5172316fa55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:53.46653821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"d176ad4f-ece7-4a49-82e7-25487d6f3c37","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:31:58.823754378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:00.725257376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"24dc72ec-624d-434e-b34d-26b207be9fd6","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:00.746274228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"24dc72ec-624d-434e-b34d-26b207be9fd6","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:00.766317578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (2abbb4f88a5c61f3ba0ebb0b16e201b565bed57c9b97ecb389648fb1e1bbb09b) AuthConfig (0d4fa6a3350686464f054cbacc55da365a91d1881a3167c5de0a01e551953a07) AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (6d959330c9521922c819e6253e9ff525bfb98aa188e2cb28207e840e4b37fbef) AuthConfig (2c7c950d15bc3b9d1f1defed49af08f65e40d8e64a2c99e97876ce684b525f49) AuthConfig (da6694ce8a239b14e7aa190e897ceba02e19822f8171fcede0169dae6904f34d) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (9c609806c17082ccaedee4e5f8c57be57f26ba8d1fe78b9f7927d4a4500f7f92) AuthConfig (9a6db4645b8d59d1b490a9a11f77656e53dee8bf663e040ed14b18d4b2f5e45b) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (11ab607ef53056914446fb87e368f4ce215a449901a4ecc322c7bfb7f53c4779) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"24dc72ec-624d-434e-b34d-26b207be9fd6","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:01.491304048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"67bb1332-1675-4e3e-94a6-a90d5930634e","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:01.512182355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"67bb1332-1675-4e3e-94a6-a90d5930634e","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:01.532482526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (045f067d671264c4ed5102510afda25486ed6588f00bf66cd32c979bc663252d) AuthConfig (d85455effaf611e7ad36d65b1870bae64f7843337edc50e68b2dfb08c488c873) AuthConfig (5628030f6967c3b6df33bab4457294e68aef4e2dec9fdcfcbcf28dc992c7d767) AuthConfig (af375d1aecadd800a12f380333b6323d43c4c2727e2f4e480bb10ca5f9e70fa4) AuthConfig (f2c14b13b6b8fa7f457c39ffd6e2c530dd75afba7eecbedac8b473f44c13d9d5) AuthConfig (90d787cdd362e38094981ecd1697d02a6ac330f1a078334bbc32be07a17354a6) AuthConfig (db36e457709bd3f6e2908e2b10757324b375bea3f2065b2ea8419efd92638143) AuthConfig (98a955d72bd05d83b7259f1ec9bf593127ed1297f70a42bff1caffc75b8f5e54) AuthConfig (a11501e6a42eb103a5328ccc2f4051842216fdac72a1a3c48240dc3b1c8cc8ef) AuthConfig (a2b8c7f15e38ce4bc4af553b63f286fd6a202f67ac6168679455d94c8c9a55ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"67bb1332-1675-4e3e-94a6-a90d5930634e","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:02.189541619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5ff7ee-c8a2-4f52-987d-d0718d8ca54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:02.205713841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5ff7ee-c8a2-4f52-987d-d0718d8ca54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:02.221569395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5ff7ee-c8a2-4f52-987d-d0718d8ca54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:02.237551189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5ff7ee-c8a2-4f52-987d-d0718d8ca54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:02.928332085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab4a785-388c-468e-aeeb-5d984c654722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:02.944421802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab4a785-388c-468e-aeeb-5d984c654722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:02.960314919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab4a785-388c-468e-aeeb-5d984c654722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:02.976096667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab4a785-388c-468e-aeeb-5d984c654722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.071092825Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-415c6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-415c6b","reconcileID":"930cce01-79e3-4ca2-9009-c448907b3f24","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-415c6b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-415c6b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.137035238Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-sub","reconcileID":"93275da3-7bc5-4541-999b-9777e14211f8","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1eae46","subscription":"e2e-dft-1eae46-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.174105451Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-sub","reconcileID":"93275da3-7bc5-4541-999b-9777e14211f8","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.193815561Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-sub","reconcileID":"93275da3-7bc5-4541-999b-9777e14211f8","MaaSSubscription":{"name":"e2e-dft-1eae46-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1eae46","namespace":"llm","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.379023583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"7c550a78-abbe-459f-a440-bf3d78ace7e4","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.379055799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"7c550a78-abbe-459f-a440-bf3d78ace7e4","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.45957147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"c17869e0-67d6-4f15-bfd3-5c680ded7dec","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.460134643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f857aaa-d2e8-424c-a9d9-7eb027344655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.461230331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06f3ff7c-a5cc-436b-ac8e-f0ae3cecb851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.480383605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"c17869e0-67d6-4f15-bfd3-5c680ded7dec","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.487319167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f857aaa-d2e8-424c-a9d9-7eb027344655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.489880522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06f3ff7c-a5cc-436b-ac8e-f0ae3cecb851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.525502069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"6eba8586-a2fe-46f6-b3b8-0a9092b2a65a","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.525518831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"6eba8586-a2fe-46f6-b3b8-0a9092b2a65a","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.622102178Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1eae46-access","reconcileID":"7e82f82b-3aac-4d48-8c44-4d3b1557a4bb","MaaSAuthPolicy":{"name":"e2e-dft-1eae46-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.657767177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621b14d1-32bf-4090-b017-3cff11a4607f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.673747776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621b14d1-32bf-4090-b017-3cff11a4607f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.691448426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621b14d1-32bf-4090-b017-3cff11a4607f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.707120728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621b14d1-32bf-4090-b017-3cff11a4607f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.883763088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"d7d3f97f-e2d6-4cc9-a764-6d4db729a120","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:03.88378825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"d7d3f97f-e2d6-4cc9-a764-6d4db729a120","MaaSModelRef":{"name":"e2e-dft-1eae46","namespace":"llm"},"routeName":"external-model-e2e-dft-1eae46-940ac4f34b18","namespace":"llm","model":"e2e-dft-1eae46","externalModel":"e2e-dft-1eae46","provider":"e2e-dft-1eae46-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.356603995Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"40935d40-51ad-4dcb-a694-5486b3602ba1","namespace":"llm","name":"e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.37472606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e2433ba2-c372-442d-83ef-da714169f930","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.374745884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e2433ba2-c372-442d-83ef-da714169f930","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.375033216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3dab8681-c4c6-42ff-911d-564ae6b41fb9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.375045916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3dab8681-c4c6-42ff-911d-564ae6b41fb9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.375299287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ec25e7d8-c659-4c10-ac00-ef32163257c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.375312527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ec25e7d8-c659-4c10-ac00-ef32163257c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.37557386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8c4e1929-0305-49c0-a502-b5f08bc15ad1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.37558593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8c4e1929-0305-49c0-a502-b5f08bc15ad1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.375821545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"860160c7-d42d-4cda-94ae-c90ef595be74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.375832968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"860160c7-d42d-4cda-94ae-c90ef595be74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.376067968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df4d696b-5bbd-4849-95ce-8e63f44f9762","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.37608088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df4d696b-5bbd-4849-95ce-8e63f44f9762","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.376357996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b7a4130-ae50-40e5-b626-c18940ad0027","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.376371291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b7a4130-ae50-40e5-b626-c18940ad0027","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.376697686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebfef51c-6aef-4430-bca3-551928a584af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.376718295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebfef51c-6aef-4430-bca3-551928a584af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.390788441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"a12804cd-c534-4eeb-bf56-877f8915efd1","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.399832936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"4475817e-c15b-4b5a-a8b6-971d839b493a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.411666331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"a12804cd-c534-4eeb-bf56-877f8915efd1","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.414661193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"03178dbd-59e1-436b-8fb3-6ea28a071414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.415024871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0045c6ee-fcb8-4c29-ae64-75dd086d2328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.416558515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c903a5f5-c2ee-41b3-b485-b2dbdc18130a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.452212485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"4475817e-c15b-4b5a-a8b6-971d839b493a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.456417278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (045f067d671264c4ed5102510afda25486ed6588f00bf66cd32c979bc663252d) AuthConfig (d85455effaf611e7ad36d65b1870bae64f7843337edc50e68b2dfb08c488c873) AuthConfig (5628030f6967c3b6df33bab4457294e68aef4e2dec9fdcfcbcf28dc992c7d767) AuthConfig (af375d1aecadd800a12f380333b6323d43c4c2727e2f4e480bb10ca5f9e70fa4) AuthConfig (f2c14b13b6b8fa7f457c39ffd6e2c530dd75afba7eecbedac8b473f44c13d9d5) AuthConfig (90d787cdd362e38094981ecd1697d02a6ac330f1a078334bbc32be07a17354a6) AuthConfig (db36e457709bd3f6e2908e2b10757324b375bea3f2065b2ea8419efd92638143) AuthConfig (98a955d72bd05d83b7259f1ec9bf593127ed1297f70a42bff1caffc75b8f5e54) AuthConfig (a11501e6a42eb103a5328ccc2f4051842216fdac72a1a3c48240dc3b1c8cc8ef) AuthConfig (a2b8c7f15e38ce4bc4af553b63f286fd6a202f67ac6168679455d94c8c9a55ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"a12804cd-c534-4eeb-bf56-877f8915efd1","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.464922735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"03178dbd-59e1-436b-8fb3-6ea28a071414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.470874216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0045c6ee-fcb8-4c29-ae64-75dd086d2328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.54963836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c903a5f5-c2ee-41b3-b485-b2dbdc18130a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.558989031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1eae46","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1eae46","reconcileID":"0b8b7527-9e9b-4487-ae2d-bf40cc78d6f2","namespace":"llm","name":"e2e-dft-1eae46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.560394255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (2abbb4f88a5c61f3ba0ebb0b16e201b565bed57c9b97ecb389648fb1e1bbb09b) AuthConfig (0d4fa6a3350686464f054cbacc55da365a91d1881a3167c5de0a01e551953a07) AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (6d959330c9521922c819e6253e9ff525bfb98aa188e2cb28207e840e4b37fbef) AuthConfig (2c7c950d15bc3b9d1f1defed49af08f65e40d8e64a2c99e97876ce684b525f49) AuthConfig (da6694ce8a239b14e7aa190e897ceba02e19822f8171fcede0169dae6904f34d) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (9c609806c17082ccaedee4e5f8c57be57f26ba8d1fe78b9f7927d4a4500f7f92) AuthConfig (9a6db4645b8d59d1b490a9a11f77656e53dee8bf663e040ed14b18d4b2f5e45b) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (11ab607ef53056914446fb87e368f4ce215a449901a4ecc322c7bfb7f53c4779) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"4475817e-c15b-4b5a-a8b6-971d839b493a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.561041103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d24c859-6771-4375-a60c-a733d2fc3b49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.561494027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04a144c0-c23f-4961-9b81-1062fd52eb4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.579057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"e4ffa40d-4dc9-4c98-ada8-62dbd642014e","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.653098671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"e4ffa40d-4dc9-4c98-ada8-62dbd642014e","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.657183408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"0b8ffcf5-f613-470c-98c2-91616fa3331a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.683068962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"0b8ffcf5-f613-470c-98c2-91616fa3331a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.692580737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9c575ca-f8d9-4e6d-b934-46f20d3192fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.692709532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9f92389e-faaf-47e6-b16d-6850fb85231d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.708267085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7d9187a2-7671-4695-a52b-463ecfe55f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.715044508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9f92389e-faaf-47e6-b16d-6850fb85231d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.715045975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9c575ca-f8d9-4e6d-b934-46f20d3192fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.729150363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"7d9187a2-7671-4695-a52b-463ecfe55f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.804370666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ac1ada0a-839d-49ad-8008-bb214fdbac00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.804475249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"60fefcfd-5556-4924-b58f-69a726637370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.827563843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"60fefcfd-5556-4924-b58f-69a726637370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.827651753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ac1ada0a-839d-49ad-8008-bb214fdbac00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.959061248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9f7416d-73c9-482d-aff9-ca78d26ac3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.960004437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"42f7d953-e128-4004-bd33-95dd26590a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.962985464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9604c1dc-648c-4c95-b8c0-84efb6cb0fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.980334119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9f7416d-73c9-482d-aff9-ca78d26ac3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.985229072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"42f7d953-e128-4004-bd33-95dd26590a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:04.985335931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"9604c1dc-648c-4c95-b8c0-84efb6cb0fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.049878728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"83b06579-9ced-4c6e-86bf-fe234b5124b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.049926659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"2d90df2c-a817-4815-a4ac-798cbefb7ab6","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.07283799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"83b06579-9ced-4c6e-86bf-fe234b5124b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.077307725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"2d90df2c-a817-4815-a4ac-798cbefb7ab6","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.096390427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c7bba9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ad7cf2c83a80ea89f3aecf5949743e83080307bac27bcd5e416a34ee7da1175) AuthConfig (2abbb4f88a5c61f3ba0ebb0b16e201b565bed57c9b97ecb389648fb1e1bbb09b) AuthConfig (0d4fa6a3350686464f054cbacc55da365a91d1881a3167c5de0a01e551953a07) AuthConfig (209b8e691603883164d83edbab767aecfbffdb3d69b7f516607d461017c7ec42) AuthConfig (d4383213a5780edf5ecc145c2f5fc860595f01c0bc4175a97896b5f94b2b1790) AuthConfig (6d959330c9521922c819e6253e9ff525bfb98aa188e2cb28207e840e4b37fbef) AuthConfig (2c7c950d15bc3b9d1f1defed49af08f65e40d8e64a2c99e97876ce684b525f49) AuthConfig (da6694ce8a239b14e7aa190e897ceba02e19822f8171fcede0169dae6904f34d) AuthConfig (6c53413255f3130c7b7bef6b97fabbc36540bc0f3d57ffa63ee5ea3058f058d2) AuthConfig (9c609806c17082ccaedee4e5f8c57be57f26ba8d1fe78b9f7927d4a4500f7f92) AuthConfig (9a6db4645b8d59d1b490a9a11f77656e53dee8bf663e040ed14b18d4b2f5e45b) AuthConfig (55650d5091d413f7249cf690a92b35005f5a536710aa6babf9f46f6e0630c51a) AuthConfig (11ab607ef53056914446fb87e368f4ce215a449901a4ecc322c7bfb7f53c4779) AuthConfig (e5a6be654084e300a50c75810f91cccd15d98345f9b7d3458785ef324de67afe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"83b06579-9ced-4c6e-86bf-fe234b5124b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.098216154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-499482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (045f067d671264c4ed5102510afda25486ed6588f00bf66cd32c979bc663252d) AuthConfig (d85455effaf611e7ad36d65b1870bae64f7843337edc50e68b2dfb08c488c873) AuthConfig (5628030f6967c3b6df33bab4457294e68aef4e2dec9fdcfcbcf28dc992c7d767) AuthConfig (af375d1aecadd800a12f380333b6323d43c4c2727e2f4e480bb10ca5f9e70fa4) AuthConfig (f2c14b13b6b8fa7f457c39ffd6e2c530dd75afba7eecbedac8b473f44c13d9d5) AuthConfig (90d787cdd362e38094981ecd1697d02a6ac330f1a078334bbc32be07a17354a6) AuthConfig (db36e457709bd3f6e2908e2b10757324b375bea3f2065b2ea8419efd92638143) AuthConfig (98a955d72bd05d83b7259f1ec9bf593127ed1297f70a42bff1caffc75b8f5e54) AuthConfig (a11501e6a42eb103a5328ccc2f4051842216fdac72a1a3c48240dc3b1c8cc8ef) AuthConfig (a2b8c7f15e38ce4bc4af553b63f286fd6a202f67ac6168679455d94c8c9a55ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"2d90df2c-a817-4815-a4ac-798cbefb7ab6","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.165146347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3950d476-70f6-4440-835f-e890af34637f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.165847943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"3f3263a9-b784-4a52-b5b0-7e591668e33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.1868736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3950d476-70f6-4440-835f-e890af34637f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.191260648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"3f3263a9-b784-4a52-b5b0-7e591668e33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.247804306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"fb421a9d-0b7c-49bb-b268-a4a380c5ffd1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.265815255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d612cc5d-1e72-4cbc-9e94-155fd4b6319b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.2658403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2c4aa5ec-f015-4167-ac40-2250437acdcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.272322474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"fb421a9d-0b7c-49bb-b268-a4a380c5ffd1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.287745673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"2c4aa5ec-f015-4167-ac40-2250437acdcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:05.289224847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d612cc5d-1e72-4cbc-9e94-155fd4b6319b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:10.644677447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"288d4550-33cb-458c-8150-9f904ca0f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:10.661434146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"288d4550-33cb-458c-8150-9f904ca0f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:10.685489355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"288d4550-33cb-458c-8150-9f904ca0f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:10.701359242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"288d4550-33cb-458c-8150-9f904ca0f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:11.416730911Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-bd287f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-bd287f","reconcileID":"aae8f062-ae6e-461b-af08-c153ddaa8e01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-bd287f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-bd287f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:11.455036572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126e7764-ad9a-4682-8562-e136582f9f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:11.471166683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126e7764-ad9a-4682-8562-e136582f9f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:11.487497038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126e7764-ad9a-4682-8562-e136582f9f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:11.505749135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126e7764-ad9a-4682-8562-e136582f9f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:11.867679802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"e7ed1769-5ed3-4b7c-aa8a-fa315aca86cf","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-a-a47b9a","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:12.009822807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"409b7da2-d3fc-469f-9ec8-2782acc33917","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:12.282039888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca4696f-48c2-4eb7-bcde-2ac6e276ba4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:12.298133152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca4696f-48c2-4eb7-bcde-2ac6e276ba4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:12.31683046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca4696f-48c2-4eb7-bcde-2ac6e276ba4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:12.332624193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca4696f-48c2-4eb7-bcde-2ac6e276ba4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:13.085931472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae5ac7f-4a0d-4ea5-9ea2-9cff4480b061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:13.102213697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae5ac7f-4a0d-4ea5-9ea2-9cff4480b061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:13.119477238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae5ac7f-4a0d-4ea5-9ea2-9cff4480b061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:13.135715471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae5ac7f-4a0d-4ea5-9ea2-9cff4480b061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:13.953520007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf3d730-6e85-429c-b472-a24b409c1327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:13.953744381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"5e3acbdf-ee72-460e-946f-b2cd08f6d5ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:13.973679663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf3d730-6e85-429c-b472-a24b409c1327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:13.990892093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf3d730-6e85-429c-b472-a24b409c1327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:13.996745959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"5e3acbdf-ee72-460e-946f-b2cd08f6d5ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.007841697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf3d730-6e85-429c-b472-a24b409c1327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.194663402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"20401b97-9076-43b4-b24c-6052efcca9a1","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.218214317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"c5be58ba-8946-4e72-8a9b-b78b50967f44","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.238285293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"046f771d-230a-4924-ba51-0606b04c6518","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.296398125Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"046f771d-230a-4924-ba51-0606b04c6518","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.316380924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"046f771d-230a-4924-ba51-0606b04c6518","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.369964115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"4883f5de-1cc3-41a8-b761-dbf53f39f6c8","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.735778716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c29f16-3169-4fb0-8733-0820ac6852db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.751828286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c29f16-3169-4fb0-8733-0820ac6852db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.767636946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c29f16-3169-4fb0-8733-0820ac6852db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:14.783374338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c29f16-3169-4fb0-8733-0820ac6852db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:15.182389401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"cfa31911-87ac-4df4-a704-06ce68d7b322","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:15.182596163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"6ed7317b-d0b3-4cb7-bf1e-341111567f55","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:15.218953697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"cfa31911-87ac-4df4-a704-06ce68d7b322","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:15.223292883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"6ed7317b-d0b3-4cb7-bf1e-341111567f55","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:15.451817423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85024ab-8c1f-4a55-859e-4e657827d3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:15.467684243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85024ab-8c1f-4a55-859e-4e657827d3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:15.468550337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"ad54dced-97de-487a-a07b-e74ba82339d3","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:15.483922832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85024ab-8c1f-4a55-859e-4e657827d3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:15.499688622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85024ab-8c1f-4a55-859e-4e657827d3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:15.516390093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"409b09bd-684a-4fbf-a5a8-876fd37e6f8c","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:17.674391275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"c080d6fb-9242-475d-9327-68ddc9eb0991","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:17.695776918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d8b2adb0-0d1e-45cc-8c4f-2becf74ab9f2","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:32:17.697963569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-sub","reconcileID":"454d7e31-e478-48ea-a63d-cbcc9e3cd480","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-2325d6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:17.713992754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"fb82bafd-bf2d-4da0-97b1-7a2cba95c00e","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:17.717278517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"d8b2adb0-0d1e-45cc-8c4f-2becf74ab9f2","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:32:17.731474051Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"fb82bafd-bf2d-4da0-97b1-7a2cba95c00e","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-2325d6-e2e-extmod-a-499482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:32:17.731523507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"fb82bafd-bf2d-4da0-97b1-7a2cba95c00e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-2325d6-e2e-extmod-a-499482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:17.750968446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"5af2e5f3-537d-49ae-8cee-a46fabba33ab","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:17.771718038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"c7264cdd-909c-466a-8d34-d484c0561cef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:17.831677609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"248b511b-2566-40c8-a1e1-46e3ce9bbea8","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:17.839434496Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-sub","reconcileID":"429a74d9-d4d6-4c0d-a65b-db14a5798ead","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-shr-quota-2325d6-e2e-extmod-a-499482","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-499482/e2e-shr-quota-2325d6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:17.852779162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"248b511b-2566-40c8-a1e1-46e3ce9bbea8","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:17.931426909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"432bedba-dc45-4229-80b6-520056478a01","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:18.002485689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-sub","reconcileID":"66ed9d4e-fb06-4861-bc6c-bf627d01224d","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-shr-quota-2325d6-e2e-extmod-a-499482","model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-a-499482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.049895722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"88c110e4-58b0-4509-b1f5-19698d836855","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:32:20.064225931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"8a52e6c1-998b-4611-aac2-e8ae2f123745","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-ca7c1d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.066560401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"f189dda6-bedf-4915-9294-4c6e8538c57a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.08743208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"f189dda6-bedf-4915-9294-4c6e8538c57a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.088530935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"6c76f286-694e-4389-9945-46d5f8b208a5","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:32:20.112132306Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"6c76f286-694e-4389-9945-46d5f8b208a5","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:32:20.112196007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"6c76f286-694e-4389-9945-46d5f8b208a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.134852004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"3f0775fc-04a7-4d26-851b-a2a4d81fdb66","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.169148319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"2aed8dcf-7ec6-4dda-b0d6-d616f1db299c","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.25446017Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"1369048c-fe59-4dd9-ab55-1aeb0b9d8cdd","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"maas-trlp-e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c7bba9/e2e-shr-auth-ca7c1d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.34703553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"f7423f21-8f9c-4176-a50b-635e52ce5feb","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.36753031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"113ffb4c-3f41-42fb-8eae-010d6c731130","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.45182865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"113ffb4c-3f41-42fb-8eae-010d6c731130","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:20.482450821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"ef03a5d6-21bb-4287-a039-f5492792af96","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"maas-trlp-e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:24.402892433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"c14b0a91-de14-422e-bd70-7be59d903b4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:24.424246423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"c14b0a91-de14-422e-bd70-7be59d903b4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:24.444442619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"c14b0a91-de14-422e-bd70-7be59d903b4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:28.819126099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:34.479915365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"cc80f25d-79f7-4ec9-91c1-a80d6746a44d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:34.503583482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"cc80f25d-79f7-4ec9-91c1-a80d6746a44d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:34.523838812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"cc80f25d-79f7-4ec9-91c1-a80d6746a44d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:35.533080585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-sub","reconcileID":"1848d42e-da70-4ab1-a4a9-58802931f153","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-shr-quota-2325d6-e2e-extmod-a-499482","model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-a-499482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:35.714908535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"63eb7bb0-9cfa-44f9-b981-4f37f349604d","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:36.785970708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"08dc369a-f4d3-488c-9241-59109cd62c26","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"maas-trlp-e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:36.896519444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"83953e72-cd77-4b07-986e-b9d59c581bc5","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:37.345583621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"af9e147c-3c4e-4245-b2ba-08bc269d75b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:37.37652971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"af9e147c-3c4e-4245-b2ba-08bc269d75b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.421760816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"838a4ae9-71fb-4478-8d06-285155700608","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.446865378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"838a4ae9-71fb-4478-8d06-285155700608","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.472422387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"d46577b7-824b-404c-baa6-e98f11abbcab","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.496191411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"f4dc0e28-771b-4ceb-acf7-194cf818b26d","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.515769135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"2eaf5466-7ed1-4fef-9d8e-7a6873519638","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.572521652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"2eaf5466-7ed1-4fef-9d8e-7a6873519638","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.592817954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"2eaf5466-7ed1-4fef-9d8e-7a6873519638","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.628956376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"f5180741-90af-41cb-914a-f36b33467560","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.87845414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"6a0bae49-88bf-4908-a44e-67aed2a90422","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.897591875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"14563379-0b84-44b8-a764-7ffd3ece8218","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.915471235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"e8f63bcc-3229-491b-b9d7-dab2ea576931","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.973793748Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"e8f63bcc-3229-491b-b9d7-dab2ea576931","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:38.994453628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"e8f63bcc-3229-491b-b9d7-dab2ea576931","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:39.032970593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"2d089b30-b21d-4868-9eb0-a25ae7b7ac80","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:44.557978004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"22a130fb-32f3-4eb6-9f0c-864701836c31","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:44.581632954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"22a130fb-32f3-4eb6-9f0c-864701836c31","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:44.603496658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79336577baf93cbb49d31b098d088cdaf4bcea332585d2d60281f5be4745e094) AuthConfig (5cba203e8011d975b301311e8340085c2714ac3d59b0029c760f6ae4c1189b9e) AuthConfig (e011e464c8376a891fae0eb9de48889ed9c9f2fa1d7b9d6a4a9da857fbac932a) AuthConfig (60cd3759b8f2beed078acdfff11d729eb5a2a9289cbc2ba4e325fd25bcb3be7d) AuthConfig (11dc5a1be737712659ed1ca0638da26d95f40b707e556d525c222b42db951afd) AuthConfig (3b07a5208b4174d6dd23e86a09b7cdf32c0f31a0275eb75d438fc6e9bc3a85e2) AuthConfig (1f73f51a2dc4321dbb34191c8cdee21bae371552ffa68e7bb8d3b6d39cd4c933) AuthConfig (32bdf3b201376523f17ab217cc195b869ad6663158300bfcc4fa6f37f6a68452) AuthConfig (71b833701532346187fa87afb77b69bd78ef9d653f5381d4368597bf7f410fbc) AuthConfig (921bd24175497eb9dc2da3c1d9b97be0854b4cf17108f99d90fe2cf8a6f1c028)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"22a130fb-32f3-4eb6-9f0c-864701836c31","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:44.642201726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"6d79b1ae-9a2c-403a-bd2f-a19a9412bebc","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:48.651301512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"01d09139-0893-4dbb-b943-4efb594b2bb5","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:48.672451145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"01d09139-0893-4dbb-b943-4efb594b2bb5","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:48.692411242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"01d09139-0893-4dbb-b943-4efb594b2bb5","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:49.063767873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"c0eaf2a4-49e5-4780-a758-d8660a1380b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:49.095453594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"c0eaf2a4-49e5-4780-a758-d8660a1380b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:49.123809346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"c0eaf2a4-49e5-4780-a758-d8660a1380b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:53.858302696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"c93f7d9f-8772-4763-a8ce-4086bd7b11ef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:53.903839869Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"c93f7d9f-8772-4763-a8ce-4086bd7b11ef","name":"e2e-inf-a-415c6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:54.659503581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"0f6d03dd-2111-4315-a91d-639e56d347e6","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:54.680664372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"0f6d03dd-2111-4315-a91d-639e56d347e6","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:54.702101644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79336577baf93cbb49d31b098d088cdaf4bcea332585d2d60281f5be4745e094) AuthConfig (5cba203e8011d975b301311e8340085c2714ac3d59b0029c760f6ae4c1189b9e) AuthConfig (e011e464c8376a891fae0eb9de48889ed9c9f2fa1d7b9d6a4a9da857fbac932a) AuthConfig (60cd3759b8f2beed078acdfff11d729eb5a2a9289cbc2ba4e325fd25bcb3be7d) AuthConfig (11dc5a1be737712659ed1ca0638da26d95f40b707e556d525c222b42db951afd) AuthConfig (3b07a5208b4174d6dd23e86a09b7cdf32c0f31a0275eb75d438fc6e9bc3a85e2) AuthConfig (1f73f51a2dc4321dbb34191c8cdee21bae371552ffa68e7bb8d3b6d39cd4c933) AuthConfig (32bdf3b201376523f17ab217cc195b869ad6663158300bfcc4fa6f37f6a68452) AuthConfig (71b833701532346187fa87afb77b69bd78ef9d653f5381d4368597bf7f410fbc) AuthConfig (921bd24175497eb9dc2da3c1d9b97be0854b4cf17108f99d90fe2cf8a6f1c028)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"0f6d03dd-2111-4315-a91d-639e56d347e6","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:58.726055343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"fb017267-4d7d-42e7-84b3-05f4abf9500a","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:58.74775008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"fb017267-4d7d-42e7-84b3-05f4abf9500a","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:58.767683929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"fb017267-4d7d-42e7-84b3-05f4abf9500a","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:58.8323347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:59.174332249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"759e9815-bb32-47cf-b0a1-4d4cf3535fb4","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:59.195449723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"759e9815-bb32-47cf-b0a1-4d4cf3535fb4","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:32:59.215996984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"759e9815-bb32-47cf-b0a1-4d4cf3535fb4","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:03.275577288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"b6d3dea5-c26b-4275-8567-5fb763cc50bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:03.333458029Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"b6d3dea5-c26b-4275-8567-5fb763cc50bf","name":"e2e-inf-a-bd287f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:04.736287714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"aedf6f76-3751-42e7-b8bf-33252bec6f3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:04.757436879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"aedf6f76-3751-42e7-b8bf-33252bec6f3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:04.777447242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ae1820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79336577baf93cbb49d31b098d088cdaf4bcea332585d2d60281f5be4745e094) AuthConfig (5cba203e8011d975b301311e8340085c2714ac3d59b0029c760f6ae4c1189b9e) AuthConfig (e011e464c8376a891fae0eb9de48889ed9c9f2fa1d7b9d6a4a9da857fbac932a) AuthConfig (60cd3759b8f2beed078acdfff11d729eb5a2a9289cbc2ba4e325fd25bcb3be7d) AuthConfig (11dc5a1be737712659ed1ca0638da26d95f40b707e556d525c222b42db951afd) AuthConfig (3b07a5208b4174d6dd23e86a09b7cdf32c0f31a0275eb75d438fc6e9bc3a85e2) AuthConfig (1f73f51a2dc4321dbb34191c8cdee21bae371552ffa68e7bb8d3b6d39cd4c933) AuthConfig (32bdf3b201376523f17ab217cc195b869ad6663158300bfcc4fa6f37f6a68452) AuthConfig (71b833701532346187fa87afb77b69bd78ef9d653f5381d4368597bf7f410fbc) AuthConfig (921bd24175497eb9dc2da3c1d9b97be0854b4cf17108f99d90fe2cf8a6f1c028)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"aedf6f76-3751-42e7-b8bf-33252bec6f3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.079459381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0dcb514-7a8a-4664-b31b-7a68222a1b5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.277882406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"b60ed304-6312-4880-a6a6-f1664d824f28","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"maas-trlp-e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.365545072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"f52258d7-23ab-405b-a538-4cb52f04f0f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.466025749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"33a47eb1-174b-4b32-8f76-99ee7c640aff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.466190672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"f595b0cd-c3ef-43b8-afa8-55e28d66f3c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.482271294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"6238c523-d250-4495-8eeb-a1d576635555","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.563695592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"b04a5586-894e-4595-904c-3f57f44ae837","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.665542022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"f4f418ad-a58e-4f85-aa81-1019f399ee66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.665583399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96c2be1d-201e-46ff-a578-68ada5b363dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.763728024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"f5e571bc-8ca4-48e9-adfa-aaf1242705e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.780124904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-sub","reconcileID":"406302ca-32b6-4b75-ad3f-197432bc67a4","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-shr-quota-2325d6-e2e-extmod-a-499482","model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-a-499482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.863708962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"b6d3cb0d-6bc1-49f0-91e3-6e9068445e07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:05.962892356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"38977225-afbf-47e5-8170-683e817e5d80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:06.06446932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"548dfb7b-52b1-4ce6-8875-f25a62af4954","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:06.080792229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"105eb724-82fc-477e-a204-bfa264593829","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-a-a47b9a","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:08.809743159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"a1593b47-7ba7-490e-ba6c-15cd0d5578e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:08.831421605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"a1593b47-7ba7-490e-ba6c-15cd0d5578e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:08.851286602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89c5137716f492589ba821ceac3a58b3b0887d3ee44b91e0062f4874cd295a25) AuthConfig (34a23a9632c79d83316f1056b392dd8a2f6d07158be4cfbe36e117f0e2d4b89e) AuthConfig (afbcdabc7d1fa70e276bef6afda9c1646816671172d3a9298ead17ef57e3aaaa) AuthConfig (695d0ac141affc854dccb5041dcef5fdb9fa38bfb8c571b5a9af80c98e0e2991) AuthConfig (c16254e221d46ffa9d2ba2b2da693ce1faf071e62eaaa37f6a348a17ca3d446f) AuthConfig (409e90ae6ca0bc167c7b8a73381c40952ff868025f611397f18fe34fa7fb6869) AuthConfig (9a3ea00f311eb548aad83bd11f8f22b59402cc42457a4479fcddf0c69e688278) AuthConfig (b6eec7ce8ce8eeb920f27e6694c237f76a8eff12b8ac9aa2921d299181356dc9) AuthConfig (a6933a7c33f7cba30ad1504fc90abb17162b0ad2a98dec4083a6fa6cb2327198) AuthConfig (2b48161dc0746186222f98473633b2d709594b16bbcf0fe76a0a547f5efb8556)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"a1593b47-7ba7-490e-ba6c-15cd0d5578e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:08.890120483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"5167d278-3051-4bec-bb5f-ef6ee42ec530","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:09.250690487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"4bdfdf76-9997-41ab-8e60-198c9f1fd952","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:09.274716512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"4bdfdf76-9997-41ab-8e60-198c9f1fd952","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:09.294409344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (882f97b8bad9dac4846fd7c25d2c7a09768c5ac454efb7d3e79ff59892521f72) AuthConfig (2dca610ea20b68c4ccc96d5627b7562f61fa349cd931ede43c69ea985be540cd) AuthConfig (58234284595669e6c7311099d1d57ac062100579ff555aef2c612d93d31b1091) AuthConfig (2f1bc4d26fe12203b34fc19a99443a650364fac9077f13ac501b817d21bb56db) AuthConfig (94b4948f0a1dd3d3203c5a621d48d3c614571c8de278e03254b85fa99d73bc50) AuthConfig (94fe2ce53c851afd7362d20243c1c338cfee398e6d506e08b66be6c875e9ed3a) AuthConfig (bb46d7b7f28f33a181cc1739317f22c8fa305cbe5ca0778fa3394b88ea44e4a2) AuthConfig (abf7ef5d3602e6b49dbaa8a0140f561f81e6b13853df0a753da6ae88878f1db3) AuthConfig (c0871c142fe0e17059f3e76ab90bdb2719bb655a969fb36e495358cbc924ec9b) AuthConfig (af02604902c5c66898139fc7c31e57b033568f730f24d742e75dde3f31749f8b) AuthConfig (7bb905521c920dfa861e6f4623ed3c4cf7f34822bb4bcbb5bdc210e0eb8aa575) AuthConfig (c37fe873dce6371fa7315a7a0552db3ea28640f8147e6c76c11d54b0ff43bc33) AuthConfig (b57869dfd74e1e1038b0d3519c28fe8c695a5b57d677b7eda12ab903cd41f6e4) AuthConfig (55d2936660f1defea5efa26913d499faedc8f7c96f24968a48b2d426f18d2e52)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"4bdfdf76-9997-41ab-8e60-198c9f1fd952","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:09.333285231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"4e00f7c6-a5de-4e2a-85d6-6e155b2e54f2","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:14.812279211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"d366be06-7d74-4e77-b402-e6d3bc54a3ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:14.833196517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"d366be06-7d74-4e77-b402-e6d3bc54a3ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:14.970535593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"721b24c5-8441-4c0e-a809-387d7f42c9df","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.493497989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"0bff62e3-46b7-4323-86ff-6d26d4833e02","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.509959692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"946416ea-d149-45e2-b416-a0cf36bcfc0d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:33:16.511964425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"1bf96d83-5ab0-47e7-80c5-ffd6f1700510","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-571170-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.532017876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"946416ea-d149-45e2-b416-a0cf36bcfc0d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.532310718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"0ab5d300-1003-4c29-b3cd-71da1573100f","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:33:16.562891553Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"0ab5d300-1003-4c29-b3cd-71da1573100f","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-571170-e2e-extmod-b-ae1820\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:33:16.562944065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"0ab5d300-1003-4c29-b3cd-71da1573100f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-571170-e2e-extmod-b-ae1820\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.588224048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"172a4301-2d1b-41f0-b09e-85e03233bc81","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.613362362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"8875b42f-24a0-4f3a-b4e0-dcec56fe8a8e","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.642570206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"4a1aadb8-f4ce-4d0c-ac28-d0b49b1320b2","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.706107468Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"ac67ce2c-deb5-4723-bc1e-6743a50a8912","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-b-ae1820","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-ae1820/e2e-shr-shared-571170-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.735403405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"d75dd08b-f43f-4367-bf3d-343c4774f4c8","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.756099944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"d75dd08b-f43f-4367-bf3d-343c4774f4c8","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.800872865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"e3f2fdf7-5d50-460d-86ad-9513653f7eb5","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:16.865209712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"42374f50-ccd0-403b-bfe6-9fb506ab1a5d","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-b-ae1820","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-b-ae1820","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:18.908692535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"60c9917f-e654-4cc0-b0e7-6022248354bb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:18.92971688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"60c9917f-e654-4cc0-b0e7-6022248354bb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:18.949756877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dd80cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89c5137716f492589ba821ceac3a58b3b0887d3ee44b91e0062f4874cd295a25) AuthConfig (34a23a9632c79d83316f1056b392dd8a2f6d07158be4cfbe36e117f0e2d4b89e) AuthConfig (afbcdabc7d1fa70e276bef6afda9c1646816671172d3a9298ead17ef57e3aaaa) AuthConfig (695d0ac141affc854dccb5041dcef5fdb9fa38bfb8c571b5a9af80c98e0e2991) AuthConfig (c16254e221d46ffa9d2ba2b2da693ce1faf071e62eaaa37f6a348a17ca3d446f) AuthConfig (409e90ae6ca0bc167c7b8a73381c40952ff868025f611397f18fe34fa7fb6869) AuthConfig (9a3ea00f311eb548aad83bd11f8f22b59402cc42457a4479fcddf0c69e688278) AuthConfig (b6eec7ce8ce8eeb920f27e6694c237f76a8eff12b8ac9aa2921d299181356dc9) AuthConfig (a6933a7c33f7cba30ad1504fc90abb17162b0ad2a98dec4083a6fa6cb2327198) AuthConfig (2b48161dc0746186222f98473633b2d709594b16bbcf0fe76a0a547f5efb8556)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"60c9917f-e654-4cc0-b0e7-6022248354bb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:19.352301375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"ddb278ca-1c80-4d6a-b570-35479d2c9338","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:19.373522945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"ddb278ca-1c80-4d6a-b570-35479d2c9338","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:19.393611683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-94ea1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (882f97b8bad9dac4846fd7c25d2c7a09768c5ac454efb7d3e79ff59892521f72) AuthConfig (2dca610ea20b68c4ccc96d5627b7562f61fa349cd931ede43c69ea985be540cd) AuthConfig (58234284595669e6c7311099d1d57ac062100579ff555aef2c612d93d31b1091) AuthConfig (2f1bc4d26fe12203b34fc19a99443a650364fac9077f13ac501b817d21bb56db) AuthConfig (94b4948f0a1dd3d3203c5a621d48d3c614571c8de278e03254b85fa99d73bc50) AuthConfig (94fe2ce53c851afd7362d20243c1c338cfee398e6d506e08b66be6c875e9ed3a) AuthConfig (bb46d7b7f28f33a181cc1739317f22c8fa305cbe5ca0778fa3394b88ea44e4a2) AuthConfig (abf7ef5d3602e6b49dbaa8a0140f561f81e6b13853df0a753da6ae88878f1db3) AuthConfig (c0871c142fe0e17059f3e76ab90bdb2719bb655a969fb36e495358cbc924ec9b) AuthConfig (af02604902c5c66898139fc7c31e57b033568f730f24d742e75dde3f31749f8b) AuthConfig (7bb905521c920dfa861e6f4623ed3c4cf7f34822bb4bcbb5bdc210e0eb8aa575) AuthConfig (c37fe873dce6371fa7315a7a0552db3ea28640f8147e6c76c11d54b0ff43bc33) AuthConfig (b57869dfd74e1e1038b0d3519c28fe8c695a5b57d677b7eda12ab903cd41f6e4) AuthConfig (55d2936660f1defea5efa26913d499faedc8f7c96f24968a48b2d426f18d2e52)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"ddb278ca-1c80-4d6a-b570-35479d2c9338","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.087682737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5fae9324-002a-4b3e-8275-2e0c9ddb3297","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.188060893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"890dd06a-855f-4bfe-bf97-23b1e77bfa3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.291381355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"d854f8ec-33ef-4be1-b4f5-0ee177b1cdcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.389385691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"d767774f-b4a9-42be-90c9-63a360274292","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.500481239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"d9633779-b202-4cb9-b70e-3c26ced38a88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.511556096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"f8c406c3-a002-45fb-ac81-a097ad4d36f4","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"maas-trlp-e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.592719569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"0555c6e8-f4a3-47b3-b131-b24ce5cb2451","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.592798371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"751c9c80-96bc-45ba-8df4-6d5fbe2a09be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.599262344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b62dabc-6b1c-4237-9e50-e91f76d90dd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.691295085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"106afd33-e5d5-4f6e-90ed-096741d464a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.691336381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"f230be0b-fd8d-4ac7-9d6d-2e58b659286b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.702382263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"b9ce7352-d578-45e0-a7cc-f4e1c2cd65e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.818963881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"e24f449d-0c91-4ec1-9050-78c37d4f84ef","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-a-a47b9a","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:27.919004049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-sub","reconcileID":"3f9d5078-9243-43ce-a336-3297343cf796","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-shr-quota-2325d6-e2e-extmod-a-499482","model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-a-499482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:28.01674787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"d751be83-4337-44da-adac-38beb1ee4b90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:28.820362391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:28.985518406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"5510181c-db8c-4033-ab14-2962f5d304ae","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:29.006903465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"5510181c-db8c-4033-ab14-2962f5d304ae","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:29.213786467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"3ad1fed7-cb75-47c0-9a7a-bb97f76164ee","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:29.427787623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"c748431c-a91e-4bf4-b4e6-7726da83ca00","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:29.450009004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"c748431c-a91e-4bf4-b4e6-7726da83ca00","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:29.655930338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"85605af2-eb40-4900-bd9d-bd66c21d1f19","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.514200118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"3728d6bf-3df2-4b4f-a808-2716025d1e57","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.551329163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"acccb607-3414-4f04-9d7a-bd46f964a0bb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:33:30.566309101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-sub","reconcileID":"2edf3dcd-8593-4414-b2d2-b9559b99e82f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-2325d6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.571404178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"3492f1c9-4c0b-4cac-a777-d23aeb3c8ecc","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.574515667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"acccb607-3414-4f04-9d7a-bd46f964a0bb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:33:30.589123055Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"3492f1c9-4c0b-4cac-a777-d23aeb3c8ecc","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:33:30.589191939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"3492f1c9-4c0b-4cac-a777-d23aeb3c8ecc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.612203821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"a3c182fb-f52f-44f0-93f6-ebb8eb52f7e9","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.6293465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"53ca23c1-b6f2-405f-8f0c-6f4778c27299","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.648311436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"4e30a3ea-1d00-4a8c-8347-c312cdbafbce","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.708906427Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-sub","reconcileID":"a0e25051-c927-4dc3-821a-f2ec18a70fca","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"maas-trlp-e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-dd80cb/e2e-shr-quota-2325d6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.757150887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"8ff19d9e-8a6c-43bf-a80d-8b1498326516","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.778419281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"8ff19d9e-8a6c-43bf-a80d-8b1498326516","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.79520529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"da4fb457-36cb-4988-8184-c3d39ed97632","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:33:30.813960418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"8e23eaf0-5926-41d2-9b3f-e3ffb4db5586","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-ca7c1d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.834111266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"91ac297c-b256-4338-8648-18e37843b34d","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.85296159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"71457d05-9f37-4550-be79-ad21e86b9b61","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.856837553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"7392c3ba-5d99-46ac-a64a-d47a8d6dfe89","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.870873996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-sub","reconcileID":"30b545f7-3d52-40f3-925b-60f4ec643a70","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"maas-trlp-e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.871132006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"a057eb9d-dc4d-43d4-a9b9-7f7e882bee44","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.87813583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"7392c3ba-5d99-46ac-a64a-d47a8d6dfe89","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.894284545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"02e58daf-a80b-478a-a3c3-a9039c215432","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:30.973989843Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"28da8318-ed0a-4c3e-8c6d-384386548feb","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"maas-trlp-e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-94ea1e/e2e-shr-auth-ca7c1d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:31.06135246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"8dedbf3f-64b0-4446-9d2c-178241ce1bc0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:31.07094385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"1f8fe965-bc3a-4a3a-8d0c-cf3396d56c3c","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:31.082547434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"8dedbf3f-64b0-4446-9d2c-178241ce1bc0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:31.135192427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"5972ea07-d036-4fc7-80c6-f3fa3e002c29","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"maas-trlp-e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:44.954825819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a3650d-97f4-45cc-84c9-c6bf42d46b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:44.970677004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a3650d-97f4-45cc-84c9-c6bf42d46b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:44.98655332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a3650d-97f4-45cc-84c9-c6bf42d46b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:45.002414235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a3650d-97f4-45cc-84c9-c6bf42d46b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:45.642869261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f97cd3-b964-4ecb-b8a6-7761182cb176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:45.658629435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f97cd3-b964-4ecb-b8a6-7761182cb176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:45.674610864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f97cd3-b964-4ecb-b8a6-7761182cb176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:45.69061131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f97cd3-b964-4ecb-b8a6-7761182cb176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:49.388178953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce403f4-5ec1-442d-ba4e-baeb2c65f4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:49.404238494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce403f4-5ec1-442d-ba4e-baeb2c65f4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:49.420278232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce403f4-5ec1-442d-ba4e-baeb2c65f4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:49.436258774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce403f4-5ec1-442d-ba4e-baeb2c65f4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:50.101421115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78e5911-1e76-485c-ac15-5f050821073c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:50.155288537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78e5911-1e76-485c-ac15-5f050821073c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:50.174869972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78e5911-1e76-485c-ac15-5f050821073c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:50.191028828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78e5911-1e76-485c-ac15-5f050821073c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:50.323351727Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ab0a2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ab0a2c","reconcileID":"3463a2f4-f333-4625-9374-3dea407181f7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ab0a2c","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-ab0a2c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:50.92468323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7eef5f-1d10-446b-9e1b-d3b5d6577975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:50.940509122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7eef5f-1d10-446b-9e1b-d3b5d6577975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:50.956608569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7eef5f-1d10-446b-9e1b-d3b5d6577975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:50.972346481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7eef5f-1d10-446b-9e1b-d3b5d6577975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:51.091014909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"b92c4073-004d-4f16-85f4-790caf7c2a0a","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-b-ae1820","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-b-ae1820","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:51.185301966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"10a23b7f-a35d-4836-9b39-02efed42eea3","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:51.294958261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-sub","reconcileID":"cfae1fd9-6cde-47a3-be68-6e4c2c53cbbd","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"maas-trlp-e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:51.408144366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"ffcd7b9e-6c64-4640-9f6d-2ff8e5fd99e8","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:51.599400823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150bb55e-d27b-4ecd-92db-76fd79edd76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:51.615787931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150bb55e-d27b-4ecd-92db-76fd79edd76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:51.633545892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150bb55e-d27b-4ecd-92db-76fd79edd76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:51.652877154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150bb55e-d27b-4ecd-92db-76fd79edd76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.072438775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"73cb8c2f-fbca-4699-be76-fa250b1747fe","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"maas-trlp-e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.271524868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"f6dc52f5-469f-4b24-920d-b6c798adc50d","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.388351892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c143e482-950e-4a09-a66d-c877216ece88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.404338234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c143e482-950e-4a09-a66d-c877216ece88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.421019563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c143e482-950e-4a09-a66d-c877216ece88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.437284655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c143e482-950e-4a09-a66d-c877216ece88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.470763828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"b75b0ede-78ad-43b4-b370-305e65e75fcf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.471222371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"c1d5e961-7ee9-4a71-984b-9b5c73ac5931","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.495019223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"b75b0ede-78ad-43b4-b370-305e65e75fcf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.495865344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"c1d5e961-7ee9-4a71-984b-9b5c73ac5931","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.846995736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"d776015e-5edb-4904-a35b-f9a442c7e918","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.865082806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"be15eba3-f0ac-4e45-940b-1cf6f42c34cb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.873607928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"d776015e-5edb-4904-a35b-f9a442c7e918","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.955304425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"be15eba3-f0ac-4e45-940b-1cf6f42c34cb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.956298359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38","reconcileID":"a3a747b7-469b-445f-af07-8394240f6a5d","namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:52.99500994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"16978740-9d07-472f-b7ab-d1adb410118c","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.009751106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"24f33f62-6d70-4714-b54a-9e381e96310e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.009871406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3ac4dcd0-30aa-4f65-bc9f-cbbf696b3719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.015663797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"16978740-9d07-472f-b7ab-d1adb410118c","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.030743488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"3ac4dcd0-30aa-4f65-bc9f-cbbf696b3719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.032415326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"24f33f62-6d70-4714-b54a-9e381e96310e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.147846587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10b78b4-33f9-4059-8388-833764668047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.148239811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"22891652-baf0-4aa9-bff1-d163c9c95e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.163979797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10b78b4-33f9-4059-8388-833764668047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.179979858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10b78b4-33f9-4059-8388-833764668047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.185688139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"22891652-baf0-4aa9-bff1-d163c9c95e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.195743615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10b78b4-33f9-4059-8388-833764668047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.216401813Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"7e1e9e7d-e803-4002-86d7-86824d0a2996","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.230074982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"c06dd537-7358-4ebe-8eac-b24d656fb85c","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.231398127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"a2c3173f-dda8-4946-b722-8aac8bd23cf1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.231611404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"d15f0ec7-b3df-4d8b-b446-24b61fd3ab8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.23212603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"6ba4d999-9507-4a7b-901a-f39f0333a5a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.252443319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"a2c3173f-dda8-4946-b722-8aac8bd23cf1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.252487675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"c06dd537-7358-4ebe-8eac-b24d656fb85c","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.254461071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"d15f0ec7-b3df-4d8b-b446-24b61fd3ab8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.255797708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"6ba4d999-9507-4a7b-901a-f39f0333a5a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.353009262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"aa8f7139-41e6-4980-bc25-53d3b14a6632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.374994141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"aa8f7139-41e6-4980-bc25-53d3b14a6632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.409127948Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"8221959b-e72e-412f-a1b7-698c1882a621","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.447125787Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"26563078-26a6-42e9-90a1-d08028f1c327","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.455503248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"e1a5af46-e78e-4bb9-9ab3-186ea756dd6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.455623524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"49ff3678-4bf7-40b8-95fd-f8458d90e06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.456001621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad0827c7-cabf-4bae-b7bb-95b03d8bfec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.456179941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"63f69daa-0ee7-4018-9a9a-61616d2a8804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.476599628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"49ff3678-4bf7-40b8-95fd-f8458d90e06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.476659833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"e1a5af46-e78e-4bb9-9ab3-186ea756dd6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.478956926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad0827c7-cabf-4bae-b7bb-95b03d8bfec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.479075097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"63f69daa-0ee7-4018-9a9a-61616d2a8804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.665773065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d95f4278-1e6b-4101-afca-00c61ffaa859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.68675511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"d95f4278-1e6b-4101-afca-00c61ffaa859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.70592085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"e7996de6-775f-4dee-8cd2-67f46dc5ccf7","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.726373824Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38","reconcileID":"e4660bef-b178-4c95-b347-7c7bb493015d","namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.746451728Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-sub","reconcileID":"7d9d4f2a-e02f-44a7-87f5-c55d98bfd03f","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c62fa63e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.74886984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"1ec838d7-3b1b-4869-a744-ca1cc0dba913","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.772821802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c13c08a0-e00b-4589-af17-a46827b9dc34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.772849426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"6e69d63c-317c-41fd-9b73-2b2171957ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.773231225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b6c724e-3173-4ab1-9878-6b9f55f26c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.77987249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"1ec838d7-3b1b-4869-a744-ca1cc0dba913","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.81018959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b6c724e-3173-4ab1-9878-6b9f55f26c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.810381405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c13c08a0-e00b-4589-af17-a46827b9dc34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.812817044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"6e69d63c-317c-41fd-9b73-2b2171957ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.84206466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"5a4f606d-2a26-48a8-b5b6-d1a27f9b8dee","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.873212771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"43aa995d-51cc-43a9-8814-872ab244197e","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.880281982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"5a4f606d-2a26-48a8-b5b6-d1a27f9b8dee","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.89171976Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"96d42265-2168-42dc-9e2a-13eab54a30a9","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.892639693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec494ba3-90a1-4421-997e-64393b370e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.9093485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec494ba3-90a1-4421-997e-64393b370e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.926960027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec494ba3-90a1-4421-997e-64393b370e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.943291058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"e0ef7994-e0e1-4a31-bdd4-7b70e464a2f0","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.94433757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec494ba3-90a1-4421-997e-64393b370e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.978746296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"e0d4ba28-cbb4-48ff-b911-fc3de4f4004d","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:53.998076401Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"d96bfd0c-7312-432a-ab5f-a0be9bbf2d27","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.001435059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"fba6464d-a402-4a3d-a625-e8632ae600c4","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-a-a47b9a","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.021743277Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"8aa6155a-1071-46cc-9347-a8d6c0e0810c","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.021996628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"9d7d8e5f-fb75-4137-968c-43a1b897b233","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-b-ae1820","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-b-ae1820","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.05052687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"4f93dddb-83d0-41d0-a469-8dbe86747644","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.068373409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"49f421bc-8638-4d60-aa0e-fc9903c78c1e","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.068414303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"e1dd32db-bc86-40dd-8a68-ee4386e9df87","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.083723072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"cafdcf39-26ce-412f-80f8-07258286ddb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.083933613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5fb8adc-4090-4aa3-81a4-13611f467f24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.084726375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2e732fc2-d2c8-4436-adb5-0fcb55cda29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.091553858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"49f421bc-8638-4d60-aa0e-fc9903c78c1e","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.106839842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5fb8adc-4090-4aa3-81a4-13611f467f24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.110851689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"2e732fc2-d2c8-4436-adb5-0fcb55cda29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.114526424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"cafdcf39-26ce-412f-80f8-07258286ddb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.11571663Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"5f847be6-870e-416d-abef-fb7bbdae9619","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-92369f04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.316230338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"e55c626d-ba5b-4881-b6db-710b0812c23e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.317464471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"9813c911-377d-452d-a970-d806f6d6eb85","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.330668163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"652ea7b9-f9af-4341-887b-6ddc534e1743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.331106313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c0c06627-6fdb-44c2-b62e-d271b45055f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.331581689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1a2b26ba-d40e-4f06-a6ee-32a0fd477649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.338215124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"e55c626d-ba5b-4881-b6db-710b0812c23e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.344704935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"9813c911-377d-452d-a970-d806f6d6eb85","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.354980057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"c0c06627-6fdb-44c2-b62e-d271b45055f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.35879344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"652ea7b9-f9af-4341-887b-6ddc534e1743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.362456305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"1a2b26ba-d40e-4f06-a6ee-32a0fd477649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.468322053Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"8e6464da-d219-400c-a861-e3dc64ebf7ec","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.583942413Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"0b858747-1171-485a-b99d-cb53db83ce50","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.611707882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"84e94792-7642-435c-aacc-57899507ef4c","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.632349322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"a368f067-4427-4bb4-8b1a-7473c8db7cd8","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.649738892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"bd6f623c-6316-4c21-8679-a798f8bbc1be","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-b-ae1820","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-b-ae1820","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.650261742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"116e5198-03e4-40f8-ad9f-67a9d9c5c45d","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-a-a47b9a","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.651013731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"7b2022da-3cce-4872-aa1e-c1fab587b877","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.651450993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"e2904a5b-8fcc-46ca-ac92-ec26de949060","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.667408008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"191af5c4-d1d6-4b88-9d2f-e2182a01797f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.667762506Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"eca3849d-a5e4-47d8-9aad-de892a21efd1","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.672219088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"7b2022da-3cce-4872-aa1e-c1fab587b877","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.674954188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"e2904a5b-8fcc-46ca-ac92-ec26de949060","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.750767783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"191af5c4-d1d6-4b88-9d2f-e2182a01797f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.784145338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07528c92-67c7-4cc1-9f2b-44e6c3a47c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.785865997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3e8c6354-234b-4a01-a3ad-cbe093d593db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.805979286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07528c92-67c7-4cc1-9f2b-44e6c3a47c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.810214093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3e8c6354-234b-4a01-a3ad-cbe093d593db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.813059155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38","reconcileID":"93f8ae7e-e696-4910-a471-5912bfe646d4","namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.830378072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"c3e8cd45-aec6-4bf5-8211-cf4f96341f39","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.871595628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"6aa1c16b-ace1-4114-95a9-83c90d3dfa8e","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.918200798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca27f59c-6e4a-4c88-a2d3-0092d308e542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.934645608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca27f59c-6e4a-4c88-a2d3-0092d308e542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.934744038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"1f8fae9b-e8dc-49c6-bbb3-bc912fded831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.93492755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4ba82045-8fa5-4283-8b9f-2b94f50ee228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.950721921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca27f59c-6e4a-4c88-a2d3-0092d308e542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.967580372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca27f59c-6e4a-4c88-a2d3-0092d308e542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.972953052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"1f8fae9b-e8dc-49c6-bbb3-bc912fded831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:54.97392924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4ba82045-8fa5-4283-8b9f-2b94f50ee228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.049792188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"09f04c62-a77e-4f85-b8bd-09782ea31368","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.07060086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"09f04c62-a77e-4f85-b8bd-09782ea31368","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.081321929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"c3c7aa9e-b36a-4e91-b313-9024071c3ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.081474642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"cab64b55-74b2-4202-b494-62420fbd90bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.102284653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"cab64b55-74b2-4202-b494-62420fbd90bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.102378964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"c3c7aa9e-b36a-4e91-b313-9024071c3ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.221385483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7ac3cd53-72f6-4646-a1cc-1f0ba1445561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.22258687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"3f4bded2-8dbc-4ef2-b3ef-b75738918110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.242132815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7ac3cd53-72f6-4646-a1cc-1f0ba1445561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.243319637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"3f4bded2-8dbc-4ef2-b3ef-b75738918110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.308653805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"229744c3-f493-4e0b-97cd-e368f7c1a899","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.308725206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"bbfec44c-4533-4a6f-bac6-206df9d11edb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.32968027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"229744c3-f493-4e0b-97cd-e368f7c1a899","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.329980412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"bbfec44c-4533-4a6f-bac6-206df9d11edb","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.341407932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"93ee0c1c-a339-44c9-91a5-4cfef8637042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.362334349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"93ee0c1c-a339-44c9-91a5-4cfef8637042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.406814411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"68a6cfce-1a0d-4ff7-a21a-1f172bda2042","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.425703891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e06f3229-1053-4e3e-bebb-95de20c8a198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.429320618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"68a6cfce-1a0d-4ff7-a21a-1f172bda2042","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.446537896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"e06f3229-1053-4e3e-bebb-95de20c8a198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.538825445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4b539fd-3699-4e76-9f40-c1559f9dc331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.549354215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"35b34a26-81b5-4a84-a7c4-bf2db6da06ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.549668211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b096da7b-67df-4faa-b5cf-cb6fb58cdf39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.554108996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c1f5c3d4-a431-40ed-864a-c1a1b0474c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.56262168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4b539fd-3699-4e76-9f40-c1559f9dc331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.571497758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b096da7b-67df-4faa-b5cf-cb6fb58cdf39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.571677328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"35b34a26-81b5-4a84-a7c4-bf2db6da06ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.578873749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"c1f5c3d4-a431-40ed-864a-c1a1b0474c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.638639231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d370094-6437-449d-9235-cb825a2e06ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.654622918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d370094-6437-449d-9235-cb825a2e06ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.670491948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d370094-6437-449d-9235-cb825a2e06ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.670614539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e867ee34-1e99-4fcb-afc0-020594c144fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.686353212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d370094-6437-449d-9235-cb825a2e06ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.70728511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"e867ee34-1e99-4fcb-afc0-020594c144fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.735676656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"43dee9e1-6286-4738-bf5a-f99125982ed9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:55.757040795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"43dee9e1-6286-4738-bf5a-f99125982ed9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:56.332973442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5968a9e5-cedb-4d6c-8467-5ccef99089bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:56.348832291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5968a9e5-cedb-4d6c-8467-5ccef99089bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:56.364714275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5968a9e5-cedb-4d6c-8467-5ccef99089bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:56.380696129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5968a9e5-cedb-4d6c-8467-5ccef99089bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:58.819608494Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:59.370901186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"3142ced8-3104-4419-937c-424fbd92ef34","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:59.389727608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"3787797b-067d-40af-a2cd-fd4da20569cb","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:59.422110828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"d5f53b9f-8ed7-41f3-ac6c-02866977feee","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:59.443471835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"d5f53b9f-8ed7-41f3-ac6c-02866977feee","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:33:59.581516651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"735201ea-f1bf-4fd6-9e7e-49e5fdbd5d03","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:02.649833674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301f43cd-2d7e-4008-868e-265221584fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:02.665637797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301f43cd-2d7e-4008-868e-265221584fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:02.681608401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301f43cd-2d7e-4008-868e-265221584fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:02.697910702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301f43cd-2d7e-4008-868e-265221584fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:03.345738691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bb1a2f-21f2-461b-ae5f-77e96b51377a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:03.361835105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bb1a2f-21f2-461b-ae5f-77e96b51377a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:03.377853343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bb1a2f-21f2-461b-ae5f-77e96b51377a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:03.39368306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bb1a2f-21f2-461b-ae5f-77e96b51377a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:03.504729359Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-190407","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-190407","reconcileID":"1ac6aa43-33ed-48ca-a78f-304ab7341d63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-190407","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-190407":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:03.76530161Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-sub","reconcileID":"2341eab9-b6cf-4d9e-8d1b-5ca345ded7a1","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","subscription":"e2e-shr-quota-2325d6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:03.866761981Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-sub","reconcileID":"2341eab9-b6cf-4d9e-8d1b-5ca345ded7a1","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:03.952509948Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-sub","reconcileID":"2341eab9-b6cf-4d9e-8d1b-5ca345ded7a1","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"maas-trlp-e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.075488544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"d8ebc424-70b7-44cf-9e5e-2613c9fd79f0","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.096756431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"843e199a-63b7-448f-95e9-dccdc4a24245","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.126541097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"843e199a-63b7-448f-95e9-dccdc4a24245","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.140264131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"7df8c65a-4a27-4770-9310-371788abd233","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","subscription":"e2e-shr-auth-ca7c1d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.165670432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512944a0-3f78-4cef-8ea7-73b6a1a716f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.182108434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512944a0-3f78-4cef-8ea7-73b6a1a716f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.184043372Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"7df8c65a-4a27-4770-9310-371788abd233","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.198142353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512944a0-3f78-4cef-8ea7-73b6a1a716f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.214737421Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"7df8c65a-4a27-4770-9310-371788abd233","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"maas-trlp-e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.215251732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512944a0-3f78-4cef-8ea7-73b6a1a716f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.215480739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"a681d1cc-6cb3-4c19-a5d0-5995ced00870","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.300125603Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"830822f0-03c8-40d8-9792-d7cfd178b0ed","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.389904242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"e257bc1a-1b9c-4e59-a971-feb434e353fd","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.406212659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"127b2295-35eb-4bc6-a2d0-389aae7e0214","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.429687246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"127b2295-35eb-4bc6-a2d0-389aae7e0214","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.497878228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"830822f0-03c8-40d8-9792-d7cfd178b0ed","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.535766969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"46dbfa0a-8798-43c0-858d-2863b9de1a4a","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.561609436Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"3a5384d1-52f9-4c7b-859c-59662b494972","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.562288261Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"830822f0-03c8-40d8-9792-d7cfd178b0ed","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"name":"e2e-extmod-b-dd80cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.562305263Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"e2e-shr-quota-2325d6-access","reconcileID":"830822f0-03c8-40d8-9792-d7cfd178b0ed","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd80cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.598961276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","reconcileID":"ac61945d-97e2-40be-91db-96a839bff843","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-23862bdeb2cb","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-b-dd80cb","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-b-dd80cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.619988683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"3a5384d1-52f9-4c7b-859c-59662b494972","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.685846897Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"3a5384d1-52f9-4c7b-859c-59662b494972","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"name":"e2e-extmod-b-94ea1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.685866271Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"3a5384d1-52f9-4c7b-859c-59662b494972","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-94ea1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.724338795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","reconcileID":"53e4985d-1caf-4ee6-9728-d3f65d86ff74","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-47482d046834","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.745388118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"ecc0a052-f444-49a1-9ec2-696b351e567c","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.763236342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"c042f2e0-f56b-4576-bd14-9a26d2956a73","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.784284291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"c042f2e0-f56b-4576-bd14-9a26d2956a73","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.78519579Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-sub","reconcileID":"3e08b5c8-82db-4e99-99cd-81fd4c39cdee","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f53a04cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.873445281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"8764ce6e-7ff2-4cd9-9498-a1e84ea25e2f","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.890025851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"1185051b-d07b-4a3b-970e-03aff17421cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.910659606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"1185051b-d07b-4a3b-970e-03aff17421cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.915652157Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"12e3f3e1-66d7-4b79-82ac-e59baee5d293","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c7a1076f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:04.991130583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"aa4a4b66-cfb9-4159-856c-006bebb5557d","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.00895034Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a47b9a priority=0:[ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-auth-defc38-sub ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-shared-571170-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.012069307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"aa4a4b66-cfb9-4159-856c-006bebb5557d","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.025723352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"4591b37c-0a14-4850-957c-c2b6369a859b","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:34:05.044640108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-sub","reconcileID":"a345c746-3bc0-4de3-9d75-726f4ad1f239","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-defc38-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.064706381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"327fe97a-3d1a-40b1-a61e-7398709cf42c","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:34:05.082592811Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"327fe97a-3d1a-40b1-a61e-7398709cf42c","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:34:05.082668613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"327fe97a-3d1a-40b1-a61e-7398709cf42c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.099167117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"d4602805-60b8-419d-8e54-9b2123ef7e1c","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.108464767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"baccf4e4-8988-47de-bfa7-1cef9196224e","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.108528644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"cde9a3be-0093-4cbf-8b4f-762fff5c3a2b","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.115805038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"a9b3869e-28d4-49cd-9363-9576b5c392e7","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.129848601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"baccf4e4-8988-47de-bfa7-1cef9196224e","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.129954351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"cde9a3be-0093-4cbf-8b4f-762fff5c3a2b","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.13265069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"20b06735-81d3-4501-829a-41a5c888d5bf","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.194844509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"2225877d-6171-4ed1-8964-48b7ad0596ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.196019439Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-sub","reconcileID":"d7bbf401-27c8-4014-badf-8127939b1048","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-auth-defc38-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.221536257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"2225877d-6171-4ed1-8964-48b7ad0596ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.296743772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"9e42dafb-4e5e-4b5e-a063-a64e742df350","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.36826607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-sub","reconcileID":"893074ba-296c-43b9-9fbe-be7263fe5ed9","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.399527452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4f251ee9-47d1-4c3e-adba-0900323c9047","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.402426476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"7b484513-1708-4dd3-a62c-0ffc0c79a143","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.424593426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4f251ee9-47d1-4c3e-adba-0900323c9047","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:05.424643077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"7b484513-1708-4dd3-a62c-0ffc0c79a143","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:14.802819305Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-sub","reconcileID":"d5c1c350-2fe2-4981-8767-a104c6262301","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-a-499482","subscription":"e2e-shr-quota-2325d6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:14.835813355Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-sub","reconcileID":"d5c1c350-2fe2-4981-8767-a104c6262301","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-a-499482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:14.8524791Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-sub","reconcileID":"d5c1c350-2fe2-4981-8767-a104c6262301","MaaSSubscription":{"name":"e2e-shr-quota-2325d6-sub","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"maas-trlp-e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-a-499482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:14.932080349Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"6ed00d78-4059-4a53-b513-9af88aa87f5e","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","subscription":"e2e-shr-auth-ca7c1d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:14.967138354Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"6ed00d78-4059-4a53-b513-9af88aa87f5e","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.011166674Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a47b9a priority=0:[ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-auth-defc38-sub ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-shared-571170-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.031908218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"83426b76-968f-4e80-9e2a-48a3adac7b85","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.048719291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"93cbee17-0942-4ed5-9b00-6767926d46bd","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.05292855Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-sub","reconcileID":"6ed00d78-4059-4a53-b513-9af88aa87f5e","MaaSSubscription":{"name":"e2e-shr-auth-ca7c1d-sub","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"maas-trlp-e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.069638584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"93cbee17-0942-4ed5-9b00-6767926d46bd","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.178730734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"0a695df8-467c-4530-9207-11bbab419cdf","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.212254246Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a47b9a priority=0:[ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-auth-defc38-sub ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-shared-571170-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.218213103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"891a107a-4af9-486a-9831-f8a16cb42d33","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"model":"e2e-extmod-shr-user-5e8b4d/e2e-shr-quota-2325d6-e2e-extmod-a-499482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.228642275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"2edd25ad-d11d-441f-8861-ffd117c80277","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.249647663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"8e397a79-b12e-42a5-8b43-1e8dee307a68","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.272384595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"8e397a79-b12e-42a5-8b43-1e8dee307a68","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.370581791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"4c634c18-feb8-4e61-975e-43c61886d01f","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.418329958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"8199bf2b-b5a2-4673-b70d-6082d47ac42f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"model":"e2e-extmod-shr-user-17dfb1/e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.436831698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"891a107a-4af9-486a-9831-f8a16cb42d33","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.498906548Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"891a107a-4af9-486a-9831-f8a16cb42d33","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"name":"e2e-extmod-a-499482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.498926947Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"e2e-shr-quota-2325d6-access","reconcileID":"891a107a-4af9-486a-9831-f8a16cb42d33","MaaSAuthPolicy":{"name":"e2e-shr-quota-2325d6-access","namespace":"ai-tenant-e2e-extmod-a-499482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-499482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.535712687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"17d0a91e-8845-4f5b-af70-5728dd5f90a8","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.536686798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"8199bf2b-b5a2-4673-b70d-6082d47ac42f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.596102211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"8199bf2b-b5a2-4673-b70d-6082d47ac42f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"name":"e2e-extmod-a-c7bba9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.596119143Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"e2e-shr-auth-ca7c1d-access","reconcileID":"8199bf2b-b5a2-4673-b70d-6082d47ac42f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca7c1d-access","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c7bba9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.637795925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"fb8c6af2-3c8e-4bc2-8f8d-e61f8afe6bff","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.87753027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","reconcileID":"a042a221-1ac1-4237-913c-a984099c97f7","MaaSModelRef":{"name":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","namespace":"e2e-extmod-shr-user-5e8b4d"},"routeName":"external-model-e2e-shr-quota-2325d6-4d7889ea7ea7","namespace":"e2e-extmod-shr-user-5e8b4d","model":"e2e-shr-quota-2325d6-e2e-extmod-a-499482","externalModel":"e2e-shr-quota-2325d6","provider":"e2e-shr-quota-2325d6-provider","gateway":"openshift-ingress/e2e-extmod-a-499482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:15.965788193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","reconcileID":"3e1662bc-24ee-4910-9381-7c689d0a5b9a","MaaSModelRef":{"name":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-auth-ca7c1d-d7599e20bc5e","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-auth-ca7c1d-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-auth-ca7c1d","provider":"e2e-shr-auth-ca7c1d-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.405762552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-2325d6","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","reconcileID":"0897a6b0-79f6-40dd-ae45-6f8c1c3e8832","namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.461401946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fbcce0f-71c3-4049-a111-4a10cfbaff68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.46473654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"fbd5962a-5818-414a-9ccc-13fce79b8dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.468802425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"cdb78bba-da03-4291-815f-7578e4e35869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.4688896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"672afdca-7d60-4747-900b-39277fd4239a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.470247724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"ce12c57f-56a3-4a13-859f-856af1ffe06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.482586812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fbcce0f-71c3-4049-a111-4a10cfbaff68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.486635588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"fbd5962a-5818-414a-9ccc-13fce79b8dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.489955643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"672afdca-7d60-4747-900b-39277fd4239a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.490292059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"cdb78bba-da03-4291-815f-7578e4e35869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.492168547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"ce12c57f-56a3-4a13-859f-856af1ffe06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.507926952Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","reconcileID":"665b6ae4-0a7c-4cc6-a0fd-ccb806d01dee","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.658762877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"eb1c16b0-678c-47c4-b848-58e0c1581f67","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.679732502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"eb1c16b0-678c-47c4-b848-58e0c1581f67","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.695117977Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-2325d6","namespace":"e2e-extmod-shr-user-5e8b4d"},"namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","reconcileID":"86b602e6-bcf9-4007-a282-1e8738420812","namespace":"e2e-extmod-shr-user-5e8b4d","name":"e2e-shr-quota-2325d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.76821942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8f055d58-1306-43a6-b987-d6c43e6ed4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.768253395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"95a1da28-4a26-483b-97b9-78cb08b93fe6","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.768882785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"688fc76a-c88a-45c5-9e61-5cb7068ffba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.770206924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0915d229-670b-4109-ba5c-f153f6c9c98b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.789488767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"95a1da28-4a26-483b-97b9-78cb08b93fe6","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.789508349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"8f055d58-1306-43a6-b987-d6c43e6ed4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.791914709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"688fc76a-c88a-45c5-9e61-5cb7068ffba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.792038392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"0915d229-670b-4109-ba5c-f153f6c9c98b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.821865768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","reconcileID":"a66e99f6-5c4a-4ce8-8002-8a645796912e","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-1572e56b9370","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.838431205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"279d6426-e334-4d54-911b-4e858a66bfa2","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-cbc247ad24c5","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.867732867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"0c2dac5e-aea6-461b-9237-99c9b4477b93","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.889719476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"0c2dac5e-aea6-461b-9237-99c9b4477b93","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.923919815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"47a78c94-0f36-43fe-a9d5-0645f76d715c","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-cbc247ad24c5","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:16.940727993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","reconcileID":"fd9dee09-70d9-4e61-b885-fc5a40a27c9a","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-1572e56b9370","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-b-94ea1e","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-b-94ea1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.06852005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3e6fae9b-b7d0-41c2-9ac6-f07de251fb11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.07002651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6096ad86-2244-4765-bb09-9cf190b933b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.070194837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"31cf76d5-abb4-4af9-923b-36011b66be84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.072007333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"885d0887-2b77-4269-b655-6c7356c1cf35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.089883878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3e6fae9b-b7d0-41c2-9ac6-f07de251fb11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.093305824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6096ad86-2244-4765-bb09-9cf190b933b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.093365617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"31cf76d5-abb4-4af9-923b-36011b66be84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.095787389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"885d0887-2b77-4269-b655-6c7356c1cf35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.096054839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca7c1d","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","reconcileID":"240bb5d3-f345-4b2c-b998-44e04860acf9","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-auth-ca7c1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.167980882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0ccd48c1-f24f-46f3-8825-ef8fa2aaa711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.188962537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0ccd48c1-f24f-46f3-8825-ef8fa2aaa711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.283636066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"7db479c4-e4b3-47a3-9af5-60dcb1b56814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.292139747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7b52dce-0fa3-4236-a8fc-84e60b575888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.293738282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d53054d7-19d5-4398-ba4d-d11b4a344857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.294219406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"27937006-283b-4715-bc22-67704250939c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.304314089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"7db479c4-e4b3-47a3-9af5-60dcb1b56814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.313483039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7b52dce-0fa3-4236-a8fc-84e60b575888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.317630448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"27937006-283b-4715-bc22-67704250939c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.317777303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d53054d7-19d5-4398-ba4d-d11b4a344857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.355515773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"ebf284a8-287d-4b6d-9ab5-ea72fe90df6f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.377023129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"ebf284a8-287d-4b6d-9ab5-ea72fe90df6f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.482959147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"c454c7f8-7653-4430-a64f-32cf7a38ff18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.487452888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"5c0efbe8-3bad-48ed-9f04-f0c3b32b5f7e","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.48756397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d7f95042-0629-4df9-93e8-e4a0f5efff67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.487759092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2176f444-5e93-4e6a-81bf-dd49eec60cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.505266323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"c454c7f8-7653-4430-a64f-32cf7a38ff18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.510623466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"5c0efbe8-3bad-48ed-9f04-f0c3b32b5f7e","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.513290808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"2176f444-5e93-4e6a-81bf-dd49eec60cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.514283507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"d7f95042-0629-4df9-93e8-e4a0f5efff67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.583326169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"d02c4297-1410-4190-9e8a-c90b0e6b0f14","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.606274435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"d02c4297-1410-4190-9e8a-c90b0e6b0f14","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.685374193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f532e9f2-8426-4f17-9f7c-90a4a205aea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.685442008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e31a7fff-94e3-4858-8854-07cbaea5e030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.686989137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0cb2eb62-526b-4b1a-87a8-c438acaea2f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.70665871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e31a7fff-94e3-4858-8854-07cbaea5e030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.70689916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"f532e9f2-8426-4f17-9f7c-90a4a205aea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.708842518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"0cb2eb62-526b-4b1a-87a8-c438acaea2f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.783992924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6725f798-8dcf-4bbc-b2f1-9d6b800775be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.804869649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"6725f798-8dcf-4bbc-b2f1-9d6b800775be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:17.815261086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","reconcileID":"5de75a1d-caaa-45a3-b911-3f6af40832c8","MaaSModelRef":{"name":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","namespace":"e2e-extmod-shr-user-17dfb1"},"routeName":"external-model-e2e-shr-shared-517e8f-cbc247ad24c5","namespace":"e2e-extmod-shr-user-17dfb1","model":"e2e-shr-shared-517e8f-e2e-extmod-a-c7bba9","externalModel":"e2e-shr-shared-517e8f","provider":"e2e-shr-shared-517e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-c7bba9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.359610798Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","reconcileID":"871dba6c-5455-4efe-995e-f12fd4e23e66","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.394371766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"d3ef0df8-cc7a-4d97-8829-524d223cad95","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.409670261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"6846e57c-c0d0-4b0f-903f-aa1708405d4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.410080629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"1d089df9-b0dd-4273-b977-68d340fc37e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.410743568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e56d9129-5de6-484c-bbae-6a96e5ec72ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.411215001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7c94ad43-97b4-47a9-9a53-46fc4d2b8232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.415320135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"d3ef0df8-cc7a-4d97-8829-524d223cad95","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.430582319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"6846e57c-c0d0-4b0f-903f-aa1708405d4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.432281627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"1d089df9-b0dd-4273-b977-68d340fc37e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.432981677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"7c94ad43-97b4-47a9-9a53-46fc4d2b8232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.435554432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e56d9129-5de6-484c-bbae-6a96e5ec72ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.606754723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-517e8f","namespace":"e2e-extmod-shr-user-17dfb1"},"namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","reconcileID":"9299aeff-2357-4f40-a208-628284a0d9de","namespace":"e2e-extmod-shr-user-17dfb1","name":"e2e-shr-shared-517e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.616013876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"31d0334e-7e77-4a8b-9c5f-e6dd10eed884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.616610072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"318f4e5f-d25c-460c-abe9-99a1f05b3bfd","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.638112776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"31d0334e-7e77-4a8b-9c5f-e6dd10eed884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.638253739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"318f4e5f-d25c-460c-abe9-99a1f05b3bfd","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.735875047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"8c239570-945b-4172-9233-c9b3e96e6ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.736524799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a00fac4d-a6de-45f3-b198-6e69a09c5b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.7369396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c45b226-13e2-4ebc-a42a-82c882568ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.761496581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c45b226-13e2-4ebc-a42a-82c882568ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.765127146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"8c239570-945b-4172-9233-c9b3e96e6ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.765237064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"a00fac4d-a6de-45f3-b198-6e69a09c5b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.91205315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4e99a0be-6b55-49a5-8923-c29d345e177e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.912053174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"2620d886-4548-4d47-9a0c-b4bf5ee2c2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.934861539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"4e99a0be-6b55-49a5-8923-c29d345e177e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:18.934877739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"2620d886-4548-4d47-9a0c-b4bf5ee2c2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.016235042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"2ba1fddc-bc21-48db-b286-82d42121489a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.016250132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c254b804-ada7-4e07-937a-340fb55db1fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.018686859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3bde2975-e33f-4b76-a727-c72a50ed08f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.037066181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c254b804-ada7-4e07-937a-340fb55db1fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.037336657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"2ba1fddc-bc21-48db-b286-82d42121489a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.039401868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3bde2975-e33f-4b76-a727-c72a50ed08f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.101563348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"77ebe46b-2412-4369-acb0-7587269a9e65","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.11794123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"a07fa119-ccc0-4afe-ba86-b224c4687769","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.123845372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"77ebe46b-2412-4369-acb0-7587269a9e65","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.138825188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"a07fa119-ccc0-4afe-ba86-b224c4687769","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.217975892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"14376cdc-9a91-4c43-962e-a1fb88c3d6f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.218024705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"48815351-4dd4-47c0-89eb-6db8b8ce65cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.218345602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"cefc7475-6692-4365-81ce-bc1264a4a101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.240711336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"cefc7475-6692-4365-81ce-bc1264a4a101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.24090284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"48815351-4dd4-47c0-89eb-6db8b8ce65cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.244093483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"14376cdc-9a91-4c43-962e-a1fb88c3d6f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.318720928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b4fcbcca-d0c9-4aa4-988d-bd87c7ed52e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.318726146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"6683ad05-f950-4f26-bf06-d791f60b2c0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.339275026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"b4fcbcca-d0c9-4aa4-988d-bd87c7ed52e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:19.33960162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"6683ad05-f950-4f26-bf06-d791f60b2c0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:28.345323314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5ed994-e972-41bc-9535-104a5f89073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:28.361270863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5ed994-e972-41bc-9535-104a5f89073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:28.377028323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5ed994-e972-41bc-9535-104a5f89073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:28.392911676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5ed994-e972-41bc-9535-104a5f89073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:28.95835233Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:29.148632059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7193891c-5c99-4472-ba9b-ec392824bb77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:29.155847914Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-db4dd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-db4dd2","reconcileID":"33291552-4e89-497f-94a4-e80b3370eee6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-db4dd2","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-db4dd2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:29.164867738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7193891c-5c99-4472-ba9b-ec392824bb77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:29.180715836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7193891c-5c99-4472-ba9b-ec392824bb77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:29.196496493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7193891c-5c99-4472-ba9b-ec392824bb77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:29.889818487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bfc12e-ed58-495d-aa92-38468a96d8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:29.905900223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bfc12e-ed58-495d-aa92-38468a96d8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:29.92169747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bfc12e-ed58-495d-aa92-38468a96d8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:29.93771786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bfc12e-ed58-495d-aa92-38468a96d8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:30.560920277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7e09c9-8cc6-435f-af38-095f9d890678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:30.576940759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7e09c9-8cc6-435f-af38-095f9d890678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:30.592779251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7e09c9-8cc6-435f-af38-095f9d890678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:30.608546384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7e09c9-8cc6-435f-af38-095f9d890678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:31.098615756Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b29d4a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b29d4a","reconcileID":"e7c309ce-d112-459b-9b00-aa87dd475f72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b29d4a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-b29d4a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:31.292093017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9966b85-7bbb-47f3-897b-05fe64e47a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:31.308832533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9966b85-7bbb-47f3-897b-05fe64e47a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:31.325149052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9966b85-7bbb-47f3-897b-05fe64e47a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:31.341234554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9966b85-7bbb-47f3-897b-05fe64e47a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:32.032428776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbad9165-6309-4e5f-8597-8d99df7e8e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:32.048947634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbad9165-6309-4e5f-8597-8d99df7e8e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:32.064802641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbad9165-6309-4e5f-8597-8d99df7e8e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:32.08069754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbad9165-6309-4e5f-8597-8d99df7e8e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:43.235566555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"d160c827-bbcc-4d99-ac33-5081f59c7288","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:43.287135377Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"d160c827-bbcc-4d99-ac33-5081f59c7288","name":"e2e-inf-b-ab0a2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:55.041940579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-sub","reconcileID":"2435a754-08e9-4787-8aa7-31df0a49030f","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:55.134016445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"51d8506b-998c-4442-bbcd-e984cd995bf7","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:55.932732729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"5be211b5-4aba-4dd0-b0fb-ce63bc4ac42c","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:55.953997186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"b1f937d6-5efc-43a9-8d45-58ce329a94e2","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:55.987167409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"1f17951a-e614-40d6-ac7b-a2ecccfd3fc7","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:56.008092268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"1f17951a-e614-40d6-ac7b-a2ecccfd3fc7","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:56.138535722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"598b353e-dab9-4838-ae87-6f60d3fd6e06","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:56.138544997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4acb8b1a-ae7d-4c05-91e6-3457aea59afa","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:56.138952244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"11f00a1d-6e18-42ba-9fbe-5e37e83d86d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:56.159794234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"598b353e-dab9-4838-ae87-6f60d3fd6e06","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:56.160036435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"4acb8b1a-ae7d-4c05-91e6-3457aea59afa","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:56.16200924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"11f00a1d-6e18-42ba-9fbe-5e37e83d86d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:56.214702554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"5e34157d-b9ed-404d-936f-509959115eb7","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:56.251998814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"a5418e82-9ca8-4a10-b53c-1dec0b2a577f","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:56.274219917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"a5418e82-9ca8-4a10-b53c-1dec0b2a577f","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:57.424697501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"382dff36-4576-4a66-9fbf-d26bdeb4520f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:57.471783452Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"382dff36-4576-4a66-9fbf-d26bdeb4520f","name":"e2e-inf-b-190407-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:34:58.81946054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.602362174Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a47b9a priority=0:[ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-auth-defc38-sub ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-shared-571170-sub]","namespace=ai-tenant-e2e-extmod-b-ae1820 priority=0:[ai-tenant-e2e-extmod-b-ae1820/e2e-shr-auth-defc38-sub ai-tenant-e2e-extmod-b-ae1820/e2e-shr-shared-571170-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.618426976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"ac26d3db-b2e7-496d-9614-46b1b27c6b64","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:35:01.638917386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-sub","reconcileID":"09f8bf67-55e5-41cc-8480-5bf6d21f5592","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-defc38-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.650065701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"b6f66e6d-e502-4b3e-8b40-f29f72f936e1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.650078724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"d0098e1c-446e-458b-99cb-54864c1db6a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.658112592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"6bd8bc5e-7e5c-4bf8-bc21-83d06bca2585","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.671218277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"b6f66e6d-e502-4b3e-8b40-f29f72f936e1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.671225096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"d0098e1c-446e-458b-99cb-54864c1db6a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:35:01.67582574Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"6bd8bc5e-7e5c-4bf8-bc21-83d06bca2585","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-defc38-e2e-extmod-b-ae1820\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:35:01.675873966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"6bd8bc5e-7e5c-4bf8-bc21-83d06bca2585","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-defc38-e2e-extmod-b-ae1820\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.692412882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"71159caf-2473-4bad-991a-972954ea93ec","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.708924072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"c659cca4-e792-4451-a309-3e688450cb7d","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.72556975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"ac32619a-d646-40dd-9b6e-f182585df385","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.781928075Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-sub","reconcileID":"50a3c69f-44a3-4053-8c4c-c7b396d71e07","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-auth-defc38-e2e-extmod-b-ae1820","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-ae1820/e2e-shr-auth-defc38-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.868815965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"b333e619-fa92-4cdf-b8fd-a247239f369b","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.868972048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"f5631e78-bd87-4a26-9fa7-3369e4490195","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.875983731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"d14b1fa5-c910-42e1-b59f-ba44d3cc4806","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.889714051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"f5631e78-bd87-4a26-9fa7-3369e4490195","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.889780792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"b333e619-fa92-4cdf-b8fd-a247239f369b","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:01.940107243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-sub","reconcileID":"df34b0e5-e3d7-4fc6-9494-26d5890a1341","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-auth-defc38-e2e-extmod-b-ae1820","model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-b-ae1820","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:21.602964269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-sub","reconcileID":"94fa1d66-9ff4-45fb-99e3-fafaf45a22d4","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-auth-defc38-e2e-extmod-b-ae1820","model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-b-ae1820","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:21.700867811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"9e4461c8-0fea-4295-9c87-bc6b4a12defa","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.686947178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"94df8291-fd5b-4baa-8f5b-c5edde517c5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.686947214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"3b431787-8057-4d5d-865b-b4307fc51e5a","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.687743458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"ec8938a5-1a6b-4f03-bc3f-9f1c82e18130","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.688149298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"c71b4224-2096-4f1a-8ad4-dc014f11d8bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.709307413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"3b431787-8057-4d5d-865b-b4307fc51e5a","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.709453868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"94df8291-fd5b-4baa-8f5b-c5edde517c5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.712822277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"ec8938a5-1a6b-4f03-bc3f-9f1c82e18130","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.713231892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"c71b4224-2096-4f1a-8ad4-dc014f11d8bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.752717654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"718b3806-68fa-48d0-972a-685d10007d90","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.804654376Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-sub","reconcileID":"93be8d20-9ff1-417e-ab12-a68091384c82","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cb5237dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.907132967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"479f6873-3a2e-48b2-9c37-4abd8e671e0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.907150761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"e22e1b6a-74ff-4dc7-a9ab-79eb04ed6f5f","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.928477035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"e22e1b6a-74ff-4dc7-a9ab-79eb04ed6f5f","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:22.928646157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"479f6873-3a2e-48b2-9c37-4abd8e671e0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:23.880980946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"3d90cda9-0cb7-4f97-8b89-a7b6dc967ec8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:23.928662118Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"3d90cda9-0cb7-4f97-8b89-a7b6dc967ec8","name":"e2e-inf-a-db4dd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:27.403929334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b9851123-c647-4a6a-863e-72097fe20e55","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:27.450236325Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b9851123-c647-4a6a-863e-72097fe20e55","name":"e2e-inf-a-b29d4a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:28.819291609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:32.821579761Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-sub","reconcileID":"8ed606d3-2972-4192-bbdc-722fa41d440e","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-b-ae1820","subscription":"e2e-shr-auth-defc38-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:32.854311511Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-sub","reconcileID":"8ed606d3-2972-4192-bbdc-722fa41d440e","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-b-ae1820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:32.870556765Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-sub","reconcileID":"8ed606d3-2972-4192-bbdc-722fa41d440e","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-b-ae1820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.02929172Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a47b9a priority=0:[ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-auth-defc38-sub ai-tenant-e2e-extmod-a-a47b9a/e2e-shr-shared-571170-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.047903353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"ecd7bd66-27fc-43ee-81e5-b1ad37296691","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.078670654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"d5ed1a8f-1c8e-4a41-8ccf-e2a36740013c","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.078688172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"3fa4448d-b8bb-4fec-a007-61499c4c2691","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.087151355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"c30c6fc1-575d-4cdc-8dec-8a98c212d073","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.099862592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"3fa4448d-b8bb-4fec-a007-61499c4c2691","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.100343942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"d5ed1a8f-1c8e-4a41-8ccf-e2a36740013c","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.211132385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"af8234ea-afcf-49ed-bbb8-f6750ed4a1b0","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.25080204Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-auth-defc38-access","reconcileID":"44a59c79-6d89-4499-9ce2-1eb78a86969f","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-b-ae1820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.38676295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","reconcileID":"56cf6787-b33e-4d2a-a0ad-d4a0c62f714b","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-ab384fc5b4dc","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-b-ae1820","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.552681447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"11f7ba57-86fb-4af5-ab85-b6f1a273179c","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.58561885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"f2648da2-aba0-436a-8f81-f1dd0f00163b","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.585618746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"a4aeada6-21a8-4c97-a6ff-1776a27d0db1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.595981302Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-sub","reconcileID":"4d5a22cd-1a41-41c8-8c8c-ef022d5b5a53","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37c25e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.607091734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"f2648da2-aba0-436a-8f81-f1dd0f00163b","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.607824183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"a4aeada6-21a8-4c97-a6ff-1776a27d0db1","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.736389837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"2c47afcf-2d9d-407c-b8e4-8b902692c264","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.736447177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"0f462505-7437-44c3-a15a-4d47c385ad42","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.757338339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"2c47afcf-2d9d-407c-b8e4-8b902692c264","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:33.758587367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"0f462505-7437-44c3-a15a-4d47c385ad42","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:40.349552276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5f93fe-92a9-4f11-89c0-2a5e67db9fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:40.365345823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5f93fe-92a9-4f11-89c0-2a5e67db9fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:40.381393841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5f93fe-92a9-4f11-89c0-2a5e67db9fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:40.397437025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5f93fe-92a9-4f11-89c0-2a5e67db9fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:41.012045102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75362c9a-7d4d-4b54-a21a-b96749449413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:41.02878118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75362c9a-7d4d-4b54-a21a-b96749449413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:41.045150009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75362c9a-7d4d-4b54-a21a-b96749449413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:41.061833226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75362c9a-7d4d-4b54-a21a-b96749449413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:41.738149228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f046a644-4a34-42d5-bb28-55ccd50de480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:41.75406347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f046a644-4a34-42d5-bb28-55ccd50de480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:41.769797778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f046a644-4a34-42d5-bb28-55ccd50de480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:41.785554832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f046a644-4a34-42d5-bb28-55ccd50de480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:42.430566034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98f8666-c091-4be9-ab32-c058937f0164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:42.446462403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98f8666-c091-4be9-ab32-c058937f0164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:42.462254871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98f8666-c091-4be9-ab32-c058937f0164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:42.478006409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98f8666-c091-4be9-ab32-c058937f0164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:43.613541057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-sub","reconcileID":"bd2fa0ff-ca34-43a0-82ec-e0b5bf468711","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","subscription":"e2e-shr-auth-defc38-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:43.648742212Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-sub","reconcileID":"bd2fa0ff-ca34-43a0-82ec-e0b5bf468711","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:43.665077423Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-sub","reconcileID":"bd2fa0ff-ca34-43a0-82ec-e0b5bf468711","MaaSSubscription":{"name":"e2e-shr-auth-defc38-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:43.849424235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"a69fe529-3ee4-4192-a1a3-c685e5fc2477","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:43.881892476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"71280146-3a25-4e69-a439-60e986eaa2a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:43.882057545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"08bd468c-3305-4214-8df5-d4b8cad5ea8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:43.888338306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"ad3ffe4c-6f05-4e38-8e6d-d5245141db4d","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:43.902919889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"08bd468c-3305-4214-8df5-d4b8cad5ea8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:43.903137561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"71280146-3a25-4e69-a439-60e986eaa2a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:44.004145725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"e0223ace-e6d1-4f54-a1ba-6af36fe974e9","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:44.055338788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-auth-defc38-access","reconcileID":"1d533971-a1af-4b36-8a65-86b6f2101fd5","MaaSAuthPolicy":{"name":"e2e-shr-auth-defc38-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:44.209400155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"6dba9177-87ce-45f0-b6f2-67f312f76bef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:44.584073973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","reconcileID":"64cdd99b-217f-4eb5-94ef-b511e7302136","MaaSModelRef":{"name":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-auth-defc38-beddeb9b3a8b","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-auth-defc38-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-auth-defc38","provider":"e2e-shr-auth-defc38-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.173042333Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38","reconcileID":"13ba562c-caad-4eba-ac72-34969175ab70","namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.210716485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"964981de-8fb9-4b01-99a3-65ff2799a14e","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.218986069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"6ee596c9-fa9c-4fd8-951b-9b4400c3bc1a","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.249682853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"fa369f57-dca5-47d4-b7a4-f6354a4a15fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.250308962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7d0216ca-33df-4cd8-988c-3f91e6bde0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.250756356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee005068-fcb0-4d55-9371-944290eeb54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.254446215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"964981de-8fb9-4b01-99a3-65ff2799a14e","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.255489247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"73e70734-d4a0-4e96-8688-d41cda065ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.256226181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"bd0d9ed6-23f2-44d6-bb7e-3d865c223508","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.2719157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"fa369f57-dca5-47d4-b7a4-f6354a4a15fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.273532721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7d0216ca-33df-4cd8-988c-3f91e6bde0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.279198423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee005068-fcb0-4d55-9371-944290eeb54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.364331696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"bff75d64-7be4-45f5-95f6-ccdc7a7df384","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.36688973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"73e70734-d4a0-4e96-8688-d41cda065ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.381398783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"e6af50ca-ccb9-4051-a943-d17d33f6b1d2","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.395877381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"62513359-f5b6-48f4-ab70-d20cc2ef0ac5","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-a-a47b9a","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.436904307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"b81aa2bc-4663-40a8-a97a-34616a8bd0a4","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-b-ae1820","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-b-ae1820","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.462513842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-defc38","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38","reconcileID":"d04f42b0-e5c6-4334-8b51-a831966b024c","namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-auth-defc38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.51397458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"0a86376a-92f1-4a5f-b24c-140971b29585","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.528811066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"b98467d1-f15f-46eb-a12f-2955368faa1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.529320743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"29415a20-b5ff-48a0-b8ff-a306e456ae95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.530078778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"fe0d7969-356e-4f20-b442-420377f8c9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.536536882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"0a86376a-92f1-4a5f-b24c-140971b29585","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.549013333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1994fbd7-cbce-4732-8239-37c35e74bc3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.561946559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"b98467d1-f15f-46eb-a12f-2955368faa1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.5756509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"fe0d7969-356e-4f20-b442-420377f8c9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.587370561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"29415a20-b5ff-48a0-b8ff-a306e456ae95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.586282099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1994fbd7-cbce-4732-8239-37c35e74bc3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.594845799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"f8d2f5db-7e78-49af-8927-8e06121d588c","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-a-a47b9a","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.668248182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d41f7f34-99d6-44d0-9982-70acda6ee1fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.668299252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"cae3850a-f61c-4faf-a095-554141f9e63c","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-b-ae1820","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-b-ae1820","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.690478325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"d41f7f34-99d6-44d0-9982-70acda6ee1fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.753031641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"12c88c19-401a-4d8d-b610-1e3d0e703608","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.768864173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b238108a-56e1-449a-9d05-929c89321330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.769181235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"1e1bd7f5-ff24-40c0-9c27-786e5268eb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.769277097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"34876ba4-f4e9-48a7-9ff6-0e0e47a6c1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.774407064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"12c88c19-401a-4d8d-b610-1e3d0e703608","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.791566082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b238108a-56e1-449a-9d05-929c89321330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.79156643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"1e1bd7f5-ff24-40c0-9c27-786e5268eb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.794066692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"34876ba4-f4e9-48a7-9ff6-0e0e47a6c1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.872071094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dcd0b9c-b1fb-4263-bf77-a9beda6ee089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.897033121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dcd0b9c-b1fb-4263-bf77-a9beda6ee089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.971954021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7ab32980-e657-4abc-8277-153fba48b59f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.972053196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"207daca5-cf03-4311-b604-d9c7f05c7885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.972386949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"dd75b9be-21ef-493f-b49d-7955ed3febfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.993732262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"7ab32980-e657-4abc-8277-153fba48b59f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.994088857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"dd75b9be-21ef-493f-b49d-7955ed3febfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.996082753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"207daca5-cf03-4311-b604-d9c7f05c7885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:45.99768102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"561aba13-3231-4c8f-9651-73c3f89a3615","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:46.038247571Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"88cfae95-931c-4af3-91a9-207bc1c99e3d","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29d2aedf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:46.058054589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"f2cc0093-746c-4259-b0ab-c35068e18736","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:46.080780125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"f2cc0093-746c-4259-b0ab-c35068e18736","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:55.133847441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f0f118-995d-4ec2-abfc-e703b40f1a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:55.149873695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f0f118-995d-4ec2-abfc-e703b40f1a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:55.165752048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f0f118-995d-4ec2-abfc-e703b40f1a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:55.181942885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f0f118-995d-4ec2-abfc-e703b40f1a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:55.852442304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf7343d-0033-4e68-83db-dddf8ba175c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:55.868376444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf7343d-0033-4e68-83db-dddf8ba175c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:55.88428425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf7343d-0033-4e68-83db-dddf8ba175c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:55.900215071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf7343d-0033-4e68-83db-dddf8ba175c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.055723147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"8d8578eb-9e5e-4fa9-8e7f-8ac726069abf","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-b-ae1820","subscription":"e2e-shr-shared-571170-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.089239102Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"8d8578eb-9e5e-4fa9-8e7f-8ac726069abf","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-b-ae1820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.105880177Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-sub","reconcileID":"8d8578eb-9e5e-4fa9-8e7f-8ac726069abf","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-b-ae1820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.274334399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"de5e97f7-01fb-48f3-8bf5-4b8c13d9d061","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.290026165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"19d634f6-fa58-4aa9-b480-7af9648f266d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.312193596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"19d634f6-fa58-4aa9-b480-7af9648f266d","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.371024476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"1a35e338-cfa7-465e-a48c-d7d45c70746a","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.394624355Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"ed18c196-8aca-4a88-8e3e-8a3256a90530","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-b-ae1820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.479418148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"ed18c196-8aca-4a88-8e3e-8a3256a90530","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.536031899Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"ed18c196-8aca-4a88-8e3e-8a3256a90530","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"name":"e2e-extmod-b-ae1820-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.536113753Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"e2e-shr-shared-571170-access","reconcileID":"ed18c196-8aca-4a88-8e3e-8a3256a90530","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ae1820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.5735264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","reconcileID":"2e63c981-0202-4c06-93df-7ebd06b4bf4c","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-ee34315cd49f","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-b-ae1820","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-b-ae1820","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.723309758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"7136ac8e-8eff-4ed7-8dc0-5f5261c6b801","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.738621305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"ec42cc8a-7ed2-4312-8528-bb593043acf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.76095981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"ec42cc8a-7ed2-4312-8528-bb593043acf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.763618551Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"6ca1eeb8-9de3-443b-b30e-fe11c2acce1e","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d7237ce6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.941664656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"3357fd3b-7d47-4103-ad7a-9b01bdb329c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:56.963744934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"3357fd3b-7d47-4103-ad7a-9b01bdb329c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:35:58.819756827Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:06.780931866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"8e109886-1b37-470a-95cf-c2886a8137e3","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","subscription":"e2e-shr-shared-571170-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:06.813943165Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"8e109886-1b37-470a-95cf-c2886a8137e3","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:06.831013023Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-sub","reconcileID":"8e109886-1b37-470a-95cf-c2886a8137e3","MaaSSubscription":{"name":"e2e-shr-shared-571170-sub","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"maas-trlp-e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:06.97143394Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"d7d521d9-c1cb-490c-ae26-b9d48b196b35","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:06.987951736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"e66553dd-0130-40e4-8eec-fb82e2a02256","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:07.009106283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"e66553dd-0130-40e4-8eec-fb82e2a02256","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:07.082702378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"87853991-7919-4a99-baa9-ee10e3c85efc","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:07.115232978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"10ef652f-c008-4884-a752-8adc1bbef658","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"model":"e2e-extmod-shr-user-1f3796/e2e-shr-shared-571170-e2e-extmod-a-a47b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:07.163273933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"10ef652f-c008-4884-a752-8adc1bbef658","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:07.220274056Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"10ef652f-c008-4884-a752-8adc1bbef658","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"name":"e2e-extmod-a-a47b9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:07.220308203Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"e2e-shr-shared-571170-access","reconcileID":"10ef652f-c008-4884-a752-8adc1bbef658","MaaSAuthPolicy":{"name":"e2e-shr-shared-571170-access","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a47b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:07.259636897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"45a11572-ceee-45c9-b63f-511ae9e2a1b9","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:07.612224438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","reconcileID":"66f2aedd-b557-4d98-bebe-e5e6ccd65774","MaaSModelRef":{"name":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","namespace":"e2e-extmod-shr-user-1f3796"},"routeName":"external-model-e2e-shr-shared-571170-bde98e48c103","namespace":"e2e-extmod-shr-user-1f3796","model":"e2e-shr-shared-571170-e2e-extmod-a-a47b9a","externalModel":"e2e-shr-shared-571170","provider":"e2e-shr-shared-571170-provider","gateway":"openshift-ingress/e2e-extmod-a-a47b9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.182955045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170","reconcileID":"4b932312-23f7-489b-8e21-22aff40f6216","namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.239553301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8034a69e-b926-4e7a-99ba-24f17be04ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.241020311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b94bb6c6-fe2b-4480-890f-ac958330a492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.241172822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"685eb2b2-69c3-4af2-8f52-5b88fc07e51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.241463983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"22bee721-eb2e-4dda-aacd-5279d6a4132c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.24341544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5bea455f-a77b-4153-b529-03751051706d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.265755571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"685eb2b2-69c3-4af2-8f52-5b88fc07e51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.266217384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b94bb6c6-fe2b-4480-890f-ac958330a492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.269708839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"22bee721-eb2e-4dda-aacd-5279d6a4132c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.26970885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"8034a69e-b926-4e7a-99ba-24f17be04ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.272771426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"5bea455f-a77b-4153-b529-03751051706d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.453898035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b739fe8d-64bf-4317-bf92-54c526ce1477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.4539322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0a7898c4-8e17-4069-87c1-347b6f4639a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.454308412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b2922258-92ac-4ce6-9d3d-e93726e51f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.454453357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7485e905-e250-41f0-bf83-60091f9ac46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.47517603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b739fe8d-64bf-4317-bf92-54c526ce1477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.475350192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b2922258-92ac-4ce6-9d3d-e93726e51f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.477558914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"0a7898c4-8e17-4069-87c1-347b6f4639a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.478293783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"7485e905-e250-41f0-bf83-60091f9ac46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.494270864Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-571170","namespace":"e2e-extmod-shr-user-1f3796"},"namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170","reconcileID":"526e5946-d3e1-4b0a-ad03-08089c88d682","namespace":"e2e-extmod-shr-user-1f3796","name":"e2e-shr-shared-571170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.547544396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2d21abff-6e4d-4fce-a2cd-f5ed44b14e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.572459102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"de1c3676-b431-469d-8943-805ac095056a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.573025056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2d21abff-6e4d-4fce-a2cd-f5ed44b14e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.575067979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"fd8e02f2-6e96-489c-acf7-ddbc483cf80f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.579586945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"96866ff4-18fb-4cc5-b62c-f2a07fab414c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.580066619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"858f354b-5494-42f3-a2ff-2a5e4d842643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.595653405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"de1c3676-b431-469d-8943-805ac095056a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.59913038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"fd8e02f2-6e96-489c-acf7-ddbc483cf80f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.606936929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"96866ff4-18fb-4cc5-b62c-f2a07fab414c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.608815566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"858f354b-5494-42f3-a2ff-2a5e4d842643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.678834241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"169be4e2-cc42-4ee1-933f-0cfbd3602d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.751250872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"169be4e2-cc42-4ee1-933f-0cfbd3602d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.781501888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"99cad755-6ab7-46bc-97b4-8895eae709f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.781582802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c9c1a872-979b-4e7e-aff3-ad6791d5466d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.796995829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01fc69d1-cd96-4eb7-ab60-102946b2d521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.797607646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e0a5a810-3708-4707-8431-bd6513ceb52d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.802362071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"99cad755-6ab7-46bc-97b4-8895eae709f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.804675165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"c9c1a872-979b-4e7e-aff3-ad6791d5466d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.851350431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"e0a5a810-3708-4707-8431-bd6513ceb52d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.854282238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01fc69d1-cd96-4eb7-ab60-102946b2d521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.886097389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"6cc584c3-137c-430b-9620-44bbfa3a2624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.907829148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"6cc584c3-137c-430b-9620-44bbfa3a2624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:08.986871136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"06dcbbb3-2012-49f7-9047-3bb73e2b9dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:09.008332219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"06dcbbb3-2012-49f7-9047-3bb73e2b9dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.111286494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"2bc35e65-870e-4db9-991b-ecb3f4c41d08","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.111454061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"2bc35e65-870e-4db9-991b-ecb3f4c41d08","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.396253192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"553a9b3e-ee1d-4325-921c-f193c4b94bec","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.396276078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"553a9b3e-ee1d-4325-921c-f193c4b94bec","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.415542252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"a81ab97d-88c6-4763-a0ed-77c0a6d9e20a","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.415574308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"a81ab97d-88c6-4763-a0ed-77c0a6d9e20a","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.446910372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"4a63a2ca-a26b-4906-923c-0a62cf683639","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.501792805Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"4a63a2ca-a26b-4906-923c-0a62cf683639","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.52203633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-415c6b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"4a63a2ca-a26b-4906-923c-0a62cf683639","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.541520217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"a22d369a-4cf3-49be-aa60-008b4deeae0c","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:11.541541978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"a22d369a-4cf3-49be-aa60-008b4deeae0c","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:20.116974755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b2a3f6-39eb-474a-bf22-03b90a434ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:20.132811852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b2a3f6-39eb-474a-bf22-03b90a434ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:20.148529068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b2a3f6-39eb-474a-bf22-03b90a434ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:20.16439005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b2a3f6-39eb-474a-bf22-03b90a434ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:20.842783863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a03b0e1-87b0-4bbf-82df-a48fe6f96598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:20.846520351Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-6aa9aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-6aa9aa","reconcileID":"a0e909cf-8233-4113-9b20-a7b7c73a04cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-6aa9aa","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-6aa9aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:20.858738856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a03b0e1-87b0-4bbf-82df-a48fe6f96598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:20.874831124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a03b0e1-87b0-4bbf-82df-a48fe6f96598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:20.890593614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a03b0e1-87b0-4bbf-82df-a48fe6f96598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:21.529147112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1d9187-318f-4945-9745-d47e627db122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:21.54587773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1d9187-318f-4945-9745-d47e627db122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:21.562101248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1d9187-318f-4945-9745-d47e627db122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:21.578543561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1d9187-318f-4945-9745-d47e627db122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:21.594389792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"9156b3b1-5fca-48d9-9a80-990ef2e6a75a","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:21.615945915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"9156b3b1-5fca-48d9-9a80-990ef2e6a75a","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:21.636629887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-415c6b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"9156b3b1-5fca-48d9-9a80-990ef2e6a75a","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:22.264740262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dfddeb-5680-42b3-bb88-0f58166854e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:22.282295302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dfddeb-5680-42b3-bb88-0f58166854e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:22.300230233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dfddeb-5680-42b3-bb88-0f58166854e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:22.321811223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dfddeb-5680-42b3-bb88-0f58166854e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:23.058360477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7c6c980-3a75-4bae-aa48-a8d21a77d57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:23.07444303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7c6c980-3a75-4bae-aa48-a8d21a77d57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:23.090628794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7c6c980-3a75-4bae-aa48-a8d21a77d57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:23.10709656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7c6c980-3a75-4bae-aa48-a8d21a77d57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:23.741078182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d2d9a-0e8a-4ff0-b0ed-a4ef55c4a285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:23.757033105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d2d9a-0e8a-4ff0-b0ed-a4ef55c4a285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:23.77276894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d2d9a-0e8a-4ff0-b0ed-a4ef55c4a285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:23.788746829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d2d9a-0e8a-4ff0-b0ed-a4ef55c4a285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:26.415809658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4fb02d2-a961-47b8-b0c3-84f62cc2d4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:26.432116781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4fb02d2-a961-47b8-b0c3-84f62cc2d4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:26.448995097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4fb02d2-a961-47b8-b0c3-84f62cc2d4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:26.465449614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4fb02d2-a961-47b8-b0c3-84f62cc2d4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:27.088334752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac9eb56-0d51-42d4-8af1-e00319c5170c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:27.104425759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac9eb56-0d51-42d4-8af1-e00319c5170c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:27.12125224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac9eb56-0d51-42d4-8af1-e00319c5170c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:27.138474993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac9eb56-0d51-42d4-8af1-e00319c5170c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:28.820005831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.140327258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3677b8e1-9ae8-438e-9f30-628ec3a0878d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.156376054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3677b8e1-9ae8-438e-9f30-628ec3a0878d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.173202373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3677b8e1-9ae8-438e-9f30-628ec3a0878d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.189785862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3677b8e1-9ae8-438e-9f30-628ec3a0878d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.669071857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"31dcf683-3847-46da-84df-a65a2d872bfc","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.69227999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"31dcf683-3847-46da-84df-a65a2d872bfc","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.712792079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-415c6b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"31dcf683-3847-46da-84df-a65a2d872bfc","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.850793365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd3337d-ba3d-47c1-b9e4-7e7d2eee2ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.867577644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd3337d-ba3d-47c1-b9e4-7e7d2eee2ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.883733577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd3337d-ba3d-47c1-b9e4-7e7d2eee2ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.899692197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd3337d-ba3d-47c1-b9e4-7e7d2eee2ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:31.993233985Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-73423b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-73423b","reconcileID":"1eb7b33f-cacd-43b6-b8ea-d48163759f75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-73423b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-73423b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:32.559514692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80935614-7cd9-4727-b313-8af4a93ceb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:32.57548638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80935614-7cd9-4727-b313-8af4a93ceb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:32.591894499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80935614-7cd9-4727-b313-8af4a93ceb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:32.607918088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80935614-7cd9-4727-b313-8af4a93ceb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:32.91936041Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5457f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5457f2","reconcileID":"a510b9a5-1723-41a9-a55b-4f7b1544aa26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5457f2","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-5457f2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:33.259611325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0e7e49-b979-4fe0-b049-4d34d9793360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:33.275715357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0e7e49-b979-4fe0-b049-4d34d9793360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:33.291808641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0e7e49-b979-4fe0-b049-4d34d9793360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:33.30781441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0e7e49-b979-4fe0-b049-4d34d9793360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.064267382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345c90ea-f321-43ca-88c7-7a18cea91e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.081029665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345c90ea-f321-43ca-88c7-7a18cea91e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.097852245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345c90ea-f321-43ca-88c7-7a18cea91e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.119528079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345c90ea-f321-43ca-88c7-7a18cea91e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.552560282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"1a943220-69dc-4a38-96dc-4b78eeb8654f","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.552584593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"1a943220-69dc-4a38-96dc-4b78eeb8654f","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.845541721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"fd37c860-1fe3-4ed6-82ee-37446e09a17a","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.845569474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"fd37c860-1fe3-4ed6-82ee-37446e09a17a","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.86732469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"1b797ec3-4e57-4fb1-ba6f-36869f8d19e7","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.867341707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"1b797ec3-4e57-4fb1-ba6f-36869f8d19e7","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.901224012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"c48ee70c-6923-454a-823a-6473a3945502","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.954520019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2096bdc-a47b-4e2f-b3a7-a38b5fd498f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.957747192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"c48ee70c-6923-454a-823a-6473a3945502","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.970638074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2096bdc-a47b-4e2f-b3a7-a38b5fd498f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.986722771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2096bdc-a47b-4e2f-b3a7-a38b5fd498f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:34.990456942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bd287f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"c48ee70c-6923-454a-823a-6473a3945502","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:35.002750378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2096bdc-a47b-4e2f-b3a7-a38b5fd498f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:35.022266454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"3456c677-1fd6-46ed-8d03-f0e909bb51e0","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:35.022286775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"3456c677-1fd6-46ed-8d03-f0e909bb51e0","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:35.636933576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bc3511-bca8-4c45-8d69-8e97ca7bcacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:35.652900841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bc3511-bca8-4c45-8d69-8e97ca7bcacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:35.668733098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bc3511-bca8-4c45-8d69-8e97ca7bcacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:35.684787015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bc3511-bca8-4c45-8d69-8e97ca7bcacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:41.745678984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"9b2aa9d3-2fc9-4838-97eb-fc3c6a808657","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:41.766734345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"9b2aa9d3-2fc9-4838-97eb-fc3c6a808657","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:41.786566899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-415c6b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"9b2aa9d3-2fc9-4838-97eb-fc3c6a808657","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:45.057621027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"a0b40a22-0e06-40a5-93f6-436a7154cb4c","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:45.079049641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"a0b40a22-0e06-40a5-93f6-436a7154cb4c","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:45.099498076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bd287f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"a0b40a22-0e06-40a5-93f6-436a7154cb4c","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:51.819688179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"707345d0-43a8-4906-becc-bf07faadf715","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:51.840532463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"707345d0-43a8-4906-becc-bf07faadf715","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:51.860687257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-415c6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c014bf5ba79fe5a4d679ddf7ad50f1a5d382f4a6d3a3d66fc2452d4b2913bce) AuthConfig (809b5137228fe844a7b8d6aac06e7cdb1fff4f9e38da5d35108d13f602ee8391) AuthConfig (5410f952b60aa0c5d82ce47af6d4bc168878204e14176110c0a2d6f150a699b9) AuthConfig (e0153777ae2cf4c6a9ce3b469645e34d3d05e842cf8a381c39fc9d7d0db6838e) AuthConfig (21ec56d45cd30a76bbc1d6c17c1cd741087c3588d76e56b098430d4b022931d3) AuthConfig (a0082a2bb993d7474076a41ab8eb94454c2ffa89a51803ba6f8b59c530eca7cd) AuthConfig (4693638b48a6c5d7560f74b82c7d16dc03448963d0fdf2b0221d37ac9d740213) AuthConfig (e62df1e387a7e338a9ac04c5406184b2203eb338b080bdbc0bb0d98b59d6f782) AuthConfig (b3de6db79115b38f9b5cdb5069a99da4786f6295104d2a3bcce53698b6bcdae3) AuthConfig (f8815c225300cab275dc82fd3b34efe854c492c4402fcac6e9271be2b146c83f) AuthConfig (d0c18f317c84fe02e8377e569d165217200f381e87a4be9b4d582af31a3f13e8) AuthConfig (0f46cc79ba0355cea93a97f2b1f091c3a0dd54650af074117619f7ff0c835eef) AuthConfig (c32043c5735ec83e0494a237d1fb84d7f596ab81a3b6fb22e8c7ebf6b00fc001) AuthConfig (e4d7524e40fd71e0b9bb3c337a37ea418e623dd0aa1197eb04767fc7257faa01) AuthConfig (2709859d27ccd60613bf6fa6748d5ca11c4c625a86a892b8f2a27d125271c107) AuthConfig (5f7a0708740f286a05f6f619a62e18cbb00134c46f35850ee5a56e0d001a3f18) AuthConfig (52dab83acfc6075ebc4ad6e7ae50ac314d52088da880e353aa266a4ed68bddd7) AuthConfig (be5aee2d541fe849fb02e2c35d5673cc16d2f993c29285d49739b75a05becdc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"707345d0-43a8-4906-becc-bf07faadf715","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:51.884984201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"a02ad8d9-edc4-451a-a874-efd8ff5152dd","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:51.885012722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"a02ad8d9-edc4-451a-a874-efd8ff5152dd","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:52.918438376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"eaa1c56a-4efc-41e4-82ca-08f1329b0337","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:52.941222548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"eaa1c56a-4efc-41e4-82ca-08f1329b0337","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:52.961253087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bd287f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"eaa1c56a-4efc-41e4-82ca-08f1329b0337","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:36:58.81966526Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:01.917788934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"e1457d4e-5d95-479c-bcaa-aa8920ab4e64","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:01.939084246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"e1457d4e-5d95-479c-bcaa-aa8920ab4e64","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:01.958620687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-415c6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c014bf5ba79fe5a4d679ddf7ad50f1a5d382f4a6d3a3d66fc2452d4b2913bce) AuthConfig (809b5137228fe844a7b8d6aac06e7cdb1fff4f9e38da5d35108d13f602ee8391) AuthConfig (5410f952b60aa0c5d82ce47af6d4bc168878204e14176110c0a2d6f150a699b9) AuthConfig (e0153777ae2cf4c6a9ce3b469645e34d3d05e842cf8a381c39fc9d7d0db6838e) AuthConfig (21ec56d45cd30a76bbc1d6c17c1cd741087c3588d76e56b098430d4b022931d3) AuthConfig (a0082a2bb993d7474076a41ab8eb94454c2ffa89a51803ba6f8b59c530eca7cd) AuthConfig (4693638b48a6c5d7560f74b82c7d16dc03448963d0fdf2b0221d37ac9d740213) AuthConfig (e62df1e387a7e338a9ac04c5406184b2203eb338b080bdbc0bb0d98b59d6f782) AuthConfig (b3de6db79115b38f9b5cdb5069a99da4786f6295104d2a3bcce53698b6bcdae3) AuthConfig (f8815c225300cab275dc82fd3b34efe854c492c4402fcac6e9271be2b146c83f) AuthConfig (d0c18f317c84fe02e8377e569d165217200f381e87a4be9b4d582af31a3f13e8) AuthConfig (0f46cc79ba0355cea93a97f2b1f091c3a0dd54650af074117619f7ff0c835eef) AuthConfig (c32043c5735ec83e0494a237d1fb84d7f596ab81a3b6fb22e8c7ebf6b00fc001) AuthConfig (e4d7524e40fd71e0b9bb3c337a37ea418e623dd0aa1197eb04767fc7257faa01) AuthConfig (2709859d27ccd60613bf6fa6748d5ca11c4c625a86a892b8f2a27d125271c107) AuthConfig (5f7a0708740f286a05f6f619a62e18cbb00134c46f35850ee5a56e0d001a3f18) AuthConfig (52dab83acfc6075ebc4ad6e7ae50ac314d52088da880e353aa266a4ed68bddd7) AuthConfig (be5aee2d541fe849fb02e2c35d5673cc16d2f993c29285d49739b75a05becdc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"e1457d4e-5d95-479c-bcaa-aa8920ab4e64","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:02.994185531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"052df58c-63ee-45d9-badf-0a4616ef3621","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:03.01514326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"052df58c-63ee-45d9-badf-0a4616ef3621","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:03.034869986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bd287f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"052df58c-63ee-45d9-badf-0a4616ef3621","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:11.991674729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"02cb2f88-9164-4d2d-bd61-5f51fe8d581b","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:12.013408652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"02cb2f88-9164-4d2d-bd61-5f51fe8d581b","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:12.033440618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-415c6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c014bf5ba79fe5a4d679ddf7ad50f1a5d382f4a6d3a3d66fc2452d4b2913bce) AuthConfig (809b5137228fe844a7b8d6aac06e7cdb1fff4f9e38da5d35108d13f602ee8391) AuthConfig (5410f952b60aa0c5d82ce47af6d4bc168878204e14176110c0a2d6f150a699b9) AuthConfig (e0153777ae2cf4c6a9ce3b469645e34d3d05e842cf8a381c39fc9d7d0db6838e) AuthConfig (21ec56d45cd30a76bbc1d6c17c1cd741087c3588d76e56b098430d4b022931d3) AuthConfig (a0082a2bb993d7474076a41ab8eb94454c2ffa89a51803ba6f8b59c530eca7cd) AuthConfig (4693638b48a6c5d7560f74b82c7d16dc03448963d0fdf2b0221d37ac9d740213) AuthConfig (e62df1e387a7e338a9ac04c5406184b2203eb338b080bdbc0bb0d98b59d6f782) AuthConfig (b3de6db79115b38f9b5cdb5069a99da4786f6295104d2a3bcce53698b6bcdae3) AuthConfig (f8815c225300cab275dc82fd3b34efe854c492c4402fcac6e9271be2b146c83f) AuthConfig (d0c18f317c84fe02e8377e569d165217200f381e87a4be9b4d582af31a3f13e8) AuthConfig (0f46cc79ba0355cea93a97f2b1f091c3a0dd54650af074117619f7ff0c835eef) AuthConfig (c32043c5735ec83e0494a237d1fb84d7f596ab81a3b6fb22e8c7ebf6b00fc001) AuthConfig (e4d7524e40fd71e0b9bb3c337a37ea418e623dd0aa1197eb04767fc7257faa01) AuthConfig (2709859d27ccd60613bf6fa6748d5ca11c4c625a86a892b8f2a27d125271c107) AuthConfig (5f7a0708740f286a05f6f619a62e18cbb00134c46f35850ee5a56e0d001a3f18) AuthConfig (52dab83acfc6075ebc4ad6e7ae50ac314d52088da880e353aa266a4ed68bddd7) AuthConfig (be5aee2d541fe849fb02e2c35d5673cc16d2f993c29285d49739b75a05becdc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"02cb2f88-9164-4d2d-bd61-5f51fe8d581b","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:13.067203344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"2f86201b-f59d-47a3-8a3d-d4c34d8134bf","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:13.088132938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"2f86201b-f59d-47a3-8a3d-d4c34d8134bf","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:13.10776594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bd287f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"2f86201b-f59d-47a3-8a3d-d4c34d8134bf","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:19.829806449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"61ca9aab-5536-45ed-8ad8-f89e04977ed0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:19.875522201Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"61ca9aab-5536-45ed-8ad8-f89e04977ed0","name":"e2e-inf-a-6aa9aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:22.066860722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"fe613a68-c30a-4b7c-a3a1-1645a4609a1b","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:22.088120137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"fe613a68-c30a-4b7c-a3a1-1645a4609a1b","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:22.109007615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-415c6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c014bf5ba79fe5a4d679ddf7ad50f1a5d382f4a6d3a3d66fc2452d4b2913bce) AuthConfig (809b5137228fe844a7b8d6aac06e7cdb1fff4f9e38da5d35108d13f602ee8391) AuthConfig (5410f952b60aa0c5d82ce47af6d4bc168878204e14176110c0a2d6f150a699b9) AuthConfig (e0153777ae2cf4c6a9ce3b469645e34d3d05e842cf8a381c39fc9d7d0db6838e) AuthConfig (21ec56d45cd30a76bbc1d6c17c1cd741087c3588d76e56b098430d4b022931d3) AuthConfig (a0082a2bb993d7474076a41ab8eb94454c2ffa89a51803ba6f8b59c530eca7cd) AuthConfig (4693638b48a6c5d7560f74b82c7d16dc03448963d0fdf2b0221d37ac9d740213) AuthConfig (e62df1e387a7e338a9ac04c5406184b2203eb338b080bdbc0bb0d98b59d6f782) AuthConfig (b3de6db79115b38f9b5cdb5069a99da4786f6295104d2a3bcce53698b6bcdae3) AuthConfig (f8815c225300cab275dc82fd3b34efe854c492c4402fcac6e9271be2b146c83f) AuthConfig (d0c18f317c84fe02e8377e569d165217200f381e87a4be9b4d582af31a3f13e8) AuthConfig (0f46cc79ba0355cea93a97f2b1f091c3a0dd54650af074117619f7ff0c835eef) AuthConfig (c32043c5735ec83e0494a237d1fb84d7f596ab81a3b6fb22e8c7ebf6b00fc001) AuthConfig (e4d7524e40fd71e0b9bb3c337a37ea418e623dd0aa1197eb04767fc7257faa01) AuthConfig (2709859d27ccd60613bf6fa6748d5ca11c4c625a86a892b8f2a27d125271c107) AuthConfig (5f7a0708740f286a05f6f619a62e18cbb00134c46f35850ee5a56e0d001a3f18) AuthConfig (52dab83acfc6075ebc4ad6e7ae50ac314d52088da880e353aa266a4ed68bddd7) AuthConfig (be5aee2d541fe849fb02e2c35d5673cc16d2f993c29285d49739b75a05becdc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"fe613a68-c30a-4b7c-a3a1-1645a4609a1b","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:23.140056699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"4025f44b-4470-45f1-8518-c77d3c696cfc","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:23.16082205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"4025f44b-4470-45f1-8518-c77d3c696cfc","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:23.180826168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bd287f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"4025f44b-4470-45f1-8518-c77d3c696cfc","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:28.852311261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:29.704033275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"ab3834f1-cea4-4fc4-b60c-37fd5347a5c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:29.926599523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"3aba7885-2950-4211-b9af-de56da57412f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:30.029347625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"2e925562-f46e-4754-8d30-4df7a27a27c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:30.184453115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ec10d44-d139-44e0-b571-428a186dfd45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:30.28219953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89f380db-7759-4b35-a6b4-9254542de2be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:30.381044698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"e76de4c7-8f31-428d-9b19-3c549e055488","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:30.381107568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"eb4312c7-1923-470b-a918-b044c0c115ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:30.381570054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"ef7032cd-8cad-4006-92e0-4319b7166211","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:30.49905649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"36eabca9-48f8-43e9-9492-615fae135481","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:30.499921794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"2762ed82-a24a-4ea3-8e83-6166e407e6ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:30.633279059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"c55ea67d-e2d2-4e36-91ee-72ee6e41b5a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:30.736529583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"78f86a8d-dd8b-4475-a263-8afbd1127ebd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:32.13542046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"2a0fced0-1f23-415b-9a2e-e754e887c5c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:32.181033049Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"2a0fced0-1f23-415b-9a2e-e754e887c5c5","name":"e2e-inf-b-73423b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:32.232660994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"aed8db77-fb18-4937-8e60-7cfc9830bcde","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:32.256261959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"aed8db77-fb18-4937-8e60-7cfc9830bcde","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:32.419819262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"82a1fce6-bd6e-4385-b5d9-42144c4e982c","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:32.419845058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"82a1fce6-bd6e-4385-b5d9-42144c4e982c","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:33.214436987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"d78e9def-c2d8-489d-b4bf-c6458dca4ec2","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:33.235695096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"d78e9def-c2d8-489d-b4bf-c6458dca4ec2","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:33.255852052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bd287f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c40b636e853ad9dcdd3a65c60cd28caf59b3c6eb4d5508ff36f4cbea1fdaac2) AuthConfig (429040a0d6e2f6530bb6628b9a6e93e6136e8ce8e426c139b0ddf0a541b7e232) AuthConfig (c95754db48fe0a814ec737c55ac78d5230c00856cf9cb5ca4be374d3905c1a3e) AuthConfig (4fab95750ba4c3c77dbfa2214eb7c53b53abe0669debf6a282970da9f5035795) AuthConfig (80b81bbab11cab0b05ce904f1e1a12f2f3607d1a1686bac22a4b390eb9acd2da) AuthConfig (67ed5a07246e872c9d0455d526f84d0b7a657389e34cf93a0128ff8e69a884f7) AuthConfig (f2c7f13dd70596af31f2e7c81956e0d81bfb9bf7ea9fc6352c4c8631f00c885c) AuthConfig (d43483b991863565c08ff037ca5186be2a833273afa4c00a24ad4d47c57b90e1) AuthConfig (ec592851ce9e2fc40cb30907426f4daa4065872673215c12b2bc7abf596b19f4) AuthConfig (5adcb4c577465e4d1519c3a0986c7ca4e7cb5abbdd316a81a94527d04bb76552) AuthConfig (a53e8c71a4cfd4a9d408637e234e37f264a3c679a1149c5cf15292f63f45a08b) AuthConfig (0930afca8dd10afebda5ff5a4a4d01a509869f1d391a9cb651df27a58395e845) AuthConfig (33280d462605d2c096838295fdc02e25c3c895e2b002b29db6f626d072a87c51) AuthConfig (b0d9788a044ca6841c6e83572f5891889594e7a70e77927332c7a52c144c0724) AuthConfig (d04a8f6f1ef090c03abd4150c7807f65d323d9147906bec36d81ef2cfee1f3c3) AuthConfig (527b311818f4ff67fce5cd7ab72d00d93444e8ae5d04433e18538c0d900df789) AuthConfig (716b423aada239e981fa45235a3344fa8ad4b14f418f323ad2ab57ecfaea62e6) AuthConfig (682b556ade32703d31b3d6aa48bb186eaab20d3e7f30002d9640496e1697e106)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"d78e9def-c2d8-489d-b4bf-c6458dca4ec2","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:33.278531236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"da7b00f6-b8cf-4004-bc86-5cada87e294b","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:33.278555376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"da7b00f6-b8cf-4004-bc86-5cada87e294b","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.199549175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"d76fc36f-dd90-4a70-b0de-c8a201433ed7","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.199579546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"d76fc36f-dd90-4a70-b0de-c8a201433ed7","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.222769749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"7c804a22-c6d1-4c3d-bd5b-2f56a4a3b33e","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.222801833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"7c804a22-c6d1-4c3d-bd5b-2f56a4a3b33e","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.234125001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"99bad08b-32d7-43e0-bc13-6d8b15ff3a5e","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:37:34.236125653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-sub","reconcileID":"b6630096-c5dc-47e1-8e9d-9032c39062cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-415c6b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:37:34.242594892Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"7c804a22-c6d1-4c3d-bd5b-2f56a4a3b33e","name":"test-model-415c6b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-415c6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:37:34.242663084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"7c804a22-c6d1-4c3d-bd5b-2f56a4a3b33e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-415c6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.24819753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"2ea6c07e-457b-4e9b-baaa-e0930e52e395","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.248223745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"2ea6c07e-457b-4e9b-baaa-e0930e52e395","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.257958431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"99bad08b-32d7-43e0-bc13-6d8b15ff3a5e","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.272134372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"415fd05a-395b-444f-a462-c0684639b0bc","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.272180712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"415fd05a-395b-444f-a462-c0684639b0bc","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.350039391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"2f5895b0-9bca-4751-acdb-d17560933ac8","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.350078538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"2f5895b0-9bca-4751-acdb-d17560933ac8","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.424899217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"ac680cd5-2eac-47df-8f7d-76c8dbadc98b","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.425648461Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-sub","reconcileID":"ee39315c-b480-4b33-8518-b61fba48205b","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"maas-trlp-test-model-415c6b","model":"test-model-415c6b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-415c6b/test-model-415c6b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.446683157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"ac680cd5-2eac-47df-8f7d-76c8dbadc98b","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.484632593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"8681e092-d2c5-427a-8152-970f3306721a","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.484659384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"8681e092-d2c5-427a-8152-970f3306721a","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:34.552626714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-sub","reconcileID":"b4ead2fe-3854-4d6a-ba0c-1246068ce568","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"maas-trlp-test-model-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:35.832474991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"e9b4a1a3-f52e-4c49-98f8-80ac8721c6bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:35.879615554Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"e9b4a1a3-f52e-4c49-98f8-80ac8721c6bf","name":"e2e-inf-b-5457f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:43.311180273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"f315f360-33f1-4b0d-8cd7-f357e5dcdc1d","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:43.332450432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"f315f360-33f1-4b0d-8cd7-f357e5dcdc1d","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:43.353067325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bd287f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c40b636e853ad9dcdd3a65c60cd28caf59b3c6eb4d5508ff36f4cbea1fdaac2) AuthConfig (429040a0d6e2f6530bb6628b9a6e93e6136e8ce8e426c139b0ddf0a541b7e232) AuthConfig (c95754db48fe0a814ec737c55ac78d5230c00856cf9cb5ca4be374d3905c1a3e) AuthConfig (4fab95750ba4c3c77dbfa2214eb7c53b53abe0669debf6a282970da9f5035795) AuthConfig (80b81bbab11cab0b05ce904f1e1a12f2f3607d1a1686bac22a4b390eb9acd2da) AuthConfig (67ed5a07246e872c9d0455d526f84d0b7a657389e34cf93a0128ff8e69a884f7) AuthConfig (f2c7f13dd70596af31f2e7c81956e0d81bfb9bf7ea9fc6352c4c8631f00c885c) AuthConfig (d43483b991863565c08ff037ca5186be2a833273afa4c00a24ad4d47c57b90e1) AuthConfig (ec592851ce9e2fc40cb30907426f4daa4065872673215c12b2bc7abf596b19f4) AuthConfig (5adcb4c577465e4d1519c3a0986c7ca4e7cb5abbdd316a81a94527d04bb76552) AuthConfig (a53e8c71a4cfd4a9d408637e234e37f264a3c679a1149c5cf15292f63f45a08b) AuthConfig (0930afca8dd10afebda5ff5a4a4d01a509869f1d391a9cb651df27a58395e845) AuthConfig (33280d462605d2c096838295fdc02e25c3c895e2b002b29db6f626d072a87c51) AuthConfig (b0d9788a044ca6841c6e83572f5891889594e7a70e77927332c7a52c144c0724) AuthConfig (d04a8f6f1ef090c03abd4150c7807f65d323d9147906bec36d81ef2cfee1f3c3) AuthConfig (527b311818f4ff67fce5cd7ab72d00d93444e8ae5d04433e18538c0d900df789) AuthConfig (716b423aada239e981fa45235a3344fa8ad4b14f418f323ad2ab57ecfaea62e6) AuthConfig (682b556ade32703d31b3d6aa48bb186eaab20d3e7f30002d9640496e1697e106)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"f315f360-33f1-4b0d-8cd7-f357e5dcdc1d","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:53.464100103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"9596c741-0a05-473d-956d-3ed9863f9879","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:53.485095012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"9596c741-0a05-473d-956d-3ed9863f9879","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:53.505013411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bd287f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c40b636e853ad9dcdd3a65c60cd28caf59b3c6eb4d5508ff36f4cbea1fdaac2) AuthConfig (429040a0d6e2f6530bb6628b9a6e93e6136e8ce8e426c139b0ddf0a541b7e232) AuthConfig (c95754db48fe0a814ec737c55ac78d5230c00856cf9cb5ca4be374d3905c1a3e) AuthConfig (4fab95750ba4c3c77dbfa2214eb7c53b53abe0669debf6a282970da9f5035795) AuthConfig (80b81bbab11cab0b05ce904f1e1a12f2f3607d1a1686bac22a4b390eb9acd2da) AuthConfig (67ed5a07246e872c9d0455d526f84d0b7a657389e34cf93a0128ff8e69a884f7) AuthConfig (f2c7f13dd70596af31f2e7c81956e0d81bfb9bf7ea9fc6352c4c8631f00c885c) AuthConfig (d43483b991863565c08ff037ca5186be2a833273afa4c00a24ad4d47c57b90e1) AuthConfig (ec592851ce9e2fc40cb30907426f4daa4065872673215c12b2bc7abf596b19f4) AuthConfig (5adcb4c577465e4d1519c3a0986c7ca4e7cb5abbdd316a81a94527d04bb76552) AuthConfig (a53e8c71a4cfd4a9d408637e234e37f264a3c679a1149c5cf15292f63f45a08b) AuthConfig (0930afca8dd10afebda5ff5a4a4d01a509869f1d391a9cb651df27a58395e845) AuthConfig (33280d462605d2c096838295fdc02e25c3c895e2b002b29db6f626d072a87c51) AuthConfig (b0d9788a044ca6841c6e83572f5891889594e7a70e77927332c7a52c144c0724) AuthConfig (d04a8f6f1ef090c03abd4150c7807f65d323d9147906bec36d81ef2cfee1f3c3) AuthConfig (527b311818f4ff67fce5cd7ab72d00d93444e8ae5d04433e18538c0d900df789) AuthConfig (716b423aada239e981fa45235a3344fa8ad4b14f418f323ad2ab57ecfaea62e6) AuthConfig (682b556ade32703d31b3d6aa48bb186eaab20d3e7f30002d9640496e1697e106)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"9596c741-0a05-473d-956d-3ed9863f9879","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:58.82009797Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:59.547385252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"434b0af0-c14c-4908-9460-a62a92fa5a73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:59.683724657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa7b82bf-87d8-4d2e-87b7-f5c15bc580aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:59.683728605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"748a3ec5-2730-418b-9a06-a1a5c410d891","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:37:59.906003018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"48306ab8-8d7b-4991-97fc-a8677e9cb966","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:00.057270306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"1287c97f-eada-4702-b079-089ba456e1f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:00.181488685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"1f3d6282-0dad-4f42-b470-8bbb4727f88e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:00.283224361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"6d14ba35-c871-4edf-bf00-821dee2c70cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:00.383759485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"6a97215a-9149-44f4-8759-8308c1b4414d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:00.542013501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2ef5505-976e-41de-b3df-5a0dfcdaaf65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:00.658633418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"abe5068e-327f-4808-b3a6-249ecd683d43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:00.754963476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"9bc2b764-3ec5-4331-a802-b89afc03035c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:01.02579421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"419e4e9c-7e9e-48f4-8c76-89bfec727a11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:01.033873505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-sub","reconcileID":"04558414-6250-4555-b9ce-a96bbd3cd804","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"maas-trlp-test-model-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:01.113510724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"63d18b46-c08d-450c-a311-af63ed02230f","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:01.113547416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"63d18b46-c08d-450c-a311-af63ed02230f","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:02.677358879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"a86cf25f-dc00-41de-a50e-33d5ab1c0313","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:02.698572433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"a86cf25f-dc00-41de-a50e-33d5ab1c0313","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:03.53856968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"edfb2391-b9f9-4329-a5e2-e281b2c8a78d","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:03.560248595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"edfb2391-b9f9-4329-a5e2-e281b2c8a78d","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:03.647703377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"10a162a2-6796-4fd0-a4a8-4e440086c485","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:03.647726796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"10a162a2-6796-4fd0-a4a8-4e440086c485","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.394740341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"8bf3e5c7-346b-4eff-ac52-309c9a388866","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.394770474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"8bf3e5c7-346b-4eff-ac52-309c9a388866","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.766425682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"0dab9947-17e9-478a-88b3-fed62689595c","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.76644999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"0dab9947-17e9-478a-88b3-fed62689595c","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.785606751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"f1ce941a-1b35-4b2d-804d-6687d63673ea","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.785632788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"f1ce941a-1b35-4b2d-804d-6687d63673ea","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.816972296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"34eaa002-5f01-4bcd-b18b-cce8c88d61e4","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.872524925Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"34eaa002-5f01-4bcd-b18b-cce8c88d61e4","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.892571789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ab0a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"34eaa002-5f01-4bcd-b18b-cce8c88d61e4","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.91428692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"5ab628a4-25c1-4c11-a90f-5bf98823b2c0","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:05.914384712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"5ab628a4-25c1-4c11-a90f-5bf98823b2c0","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.038032638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"91aa10a4-315b-4182-9791-4f91a3fcc88a","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.038057801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"91aa10a4-315b-4182-9791-4f91a3fcc88a","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.060360771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"0e957669-f5e5-41a4-bafc-57046885512a","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.060474039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"0e957669-f5e5-41a4-bafc-57046885512a","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.068973517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"2bdb4cc5-e2f3-4888-af22-30c6a376850a","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:38:08.072882981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-sub","reconcileID":"7bbe4ba3-3585-40e8-813e-76f635e9fa1f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-bd287f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:38:08.078295118Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"0e957669-f5e5-41a4-bafc-57046885512a","name":"test-model-bd287f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-bd287f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:38:08.078351817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"0e957669-f5e5-41a4-bafc-57046885512a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-bd287f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.083830932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"7c1f7160-3194-4632-bbf4-295cbe97ba8a","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.083848167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"7c1f7160-3194-4632-bbf4-295cbe97ba8a","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.090594937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"2bdb4cc5-e2f3-4888-af22-30c6a376850a","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.110373058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"74c1b984-975a-45a3-95b5-5059bf578be4","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.110395008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"74c1b984-975a-45a3-95b5-5059bf578be4","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.129900724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"5d2c419b-72cd-4dc9-84ce-acf1bb747c8e","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.129924575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"5d2c419b-72cd-4dc9-84ce-acf1bb747c8e","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.202967043Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-sub","reconcileID":"e41ba53f-6ef1-43e0-9df8-8e50fe4ce830","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"maas-trlp-test-model-bd287f","model":"test-model-bd287f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-bd287f/test-model-bd287f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.284691836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"3bc185eb-d5f9-4c39-8c1f-f743a6be1ecf","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.291371909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"9b7268c7-61fa-45cd-9918-f8f15b0c3e30","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.291394234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"9b7268c7-61fa-45cd-9918-f8f15b0c3e30","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.306652733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"3bc185eb-d5f9-4c39-8c1f-f743a6be1ecf","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:08.35626516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-sub","reconcileID":"8e463d23-194d-4d36-abc2-14717eaca1c2","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"maas-trlp-test-model-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:15.946399154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"e9f31f96-1143-4277-a017-9ca6c0c473d6","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:15.968738203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"e9f31f96-1143-4277-a017-9ca6c0c473d6","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:15.98960056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ab0a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"e9f31f96-1143-4277-a017-9ca6c0c473d6","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:22.952480899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35240d6c-fb51-430b-ab93-1e858ffa0870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:22.96835613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35240d6c-fb51-430b-ab93-1e858ffa0870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:22.984303673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35240d6c-fb51-430b-ab93-1e858ffa0870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:23.000145353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35240d6c-fb51-430b-ab93-1e858ffa0870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:23.623934762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a1961b-eb64-4aed-95a6-66a0b07de228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:23.643334488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a1961b-eb64-4aed-95a6-66a0b07de228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:23.660268885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a1961b-eb64-4aed-95a6-66a0b07de228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:23.677102176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a1961b-eb64-4aed-95a6-66a0b07de228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:24.350507983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f4e40c-3813-4ee6-89d3-f3168c55fa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:24.366593391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f4e40c-3813-4ee6-89d3-f3168c55fa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:24.382772646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f4e40c-3813-4ee6-89d3-f3168c55fa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:24.398928692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f4e40c-3813-4ee6-89d3-f3168c55fa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:25.058494461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632ee6a6-c5b6-4883-b9a7-679a1a6be011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:25.074619433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632ee6a6-c5b6-4883-b9a7-679a1a6be011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:25.090725665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632ee6a6-c5b6-4883-b9a7-679a1a6be011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:25.1070849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632ee6a6-c5b6-4883-b9a7-679a1a6be011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:26.022910773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"309f3f31-b8f4-4697-a541-b0847bcd9955","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:26.044492293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"309f3f31-b8f4-4697-a541-b0847bcd9955","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:26.065052363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ab0a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"309f3f31-b8f4-4697-a541-b0847bcd9955","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:28.42379699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450a9735-8304-495c-9046-a216beb7ea8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:28.439868242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450a9735-8304-495c-9046-a216beb7ea8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:28.455799289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450a9735-8304-495c-9046-a216beb7ea8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:28.472201572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450a9735-8304-495c-9046-a216beb7ea8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:28.819661594Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:29.101320772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8187d267-cae4-4466-92c6-9ba53e0b5dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:29.119360907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8187d267-cae4-4466-92c6-9ba53e0b5dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:29.138232411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8187d267-cae4-4466-92c6-9ba53e0b5dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:29.15451039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8187d267-cae4-4466-92c6-9ba53e0b5dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:29.218377183Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-1a4b17","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-1a4b17","reconcileID":"21ce0cdb-89bd-4715-b884-63c7abf40815","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-1a4b17","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-1a4b17":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:29.829702358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda630e4-90e2-4763-b9ae-7dea899f9e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:29.845642722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda630e4-90e2-4763-b9ae-7dea899f9e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:29.86239125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda630e4-90e2-4763-b9ae-7dea899f9e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:29.880933009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda630e4-90e2-4763-b9ae-7dea899f9e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:30.61509621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0142ca49-6606-4579-abe1-f68c9ddd87b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:30.631041507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0142ca49-6606-4579-abe1-f68c9ddd87b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:30.646976943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0142ca49-6606-4579-abe1-f68c9ddd87b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:30.662861214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0142ca49-6606-4579-abe1-f68c9ddd87b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:31.291808018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c4a3c-ddd0-4347-8dd6-340364d6b246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:31.310994139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c4a3c-ddd0-4347-8dd6-340364d6b246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:31.328879323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c4a3c-ddd0-4347-8dd6-340364d6b246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:31.345859266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c4a3c-ddd0-4347-8dd6-340364d6b246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:32.049546041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0feffed7-dc19-42d8-8090-eaba6997758c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:32.065849525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0feffed7-dc19-42d8-8090-eaba6997758c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:32.082432472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0feffed7-dc19-42d8-8090-eaba6997758c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:32.099133757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0feffed7-dc19-42d8-8090-eaba6997758c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:32.831822366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b130c0-a9d1-4dd2-ad65-376832b49300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:32.847781692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b130c0-a9d1-4dd2-ad65-376832b49300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:32.863740351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b130c0-a9d1-4dd2-ad65-376832b49300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:32.879828943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b130c0-a9d1-4dd2-ad65-376832b49300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:33.518452185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363ef010-d152-4c19-9240-f14825abd92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:33.534480338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363ef010-d152-4c19-9240-f14825abd92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:33.550487468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363ef010-d152-4c19-9240-f14825abd92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:33.568425381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363ef010-d152-4c19-9240-f14825abd92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:36.101973184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"ffd4438d-84d6-45cc-8fee-22d6320e4164","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:36.124200467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"ffd4438d-84d6-45cc-8fee-22d6320e4164","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:36.158090706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ab0a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"ffd4438d-84d6-45cc-8fee-22d6320e4164","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:36.34760934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5253ca78-df73-4013-803c-907d2048f8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:36.36390032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5253ca78-df73-4013-803c-907d2048f8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:36.382918088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5253ca78-df73-4013-803c-907d2048f8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:36.400650073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5253ca78-df73-4013-803c-907d2048f8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:37.063199291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2238ccb1-b1bc-4578-aa1a-27d7f48a8fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:37.079604139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2238ccb1-b1bc-4578-aa1a-27d7f48a8fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:37.095611111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2238ccb1-b1bc-4578-aa1a-27d7f48a8fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:37.112118461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2238ccb1-b1bc-4578-aa1a-27d7f48a8fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:37.762467416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212d5be9-726b-4654-a760-f18e251bed56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:37.780689121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212d5be9-726b-4654-a760-f18e251bed56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:37.798310865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212d5be9-726b-4654-a760-f18e251bed56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:37.814285084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212d5be9-726b-4654-a760-f18e251bed56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:38.437275822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f831616f-f35a-428f-85f1-4d41bc44535b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:38.453378214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f831616f-f35a-428f-85f1-4d41bc44535b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:38.469760481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f831616f-f35a-428f-85f1-4d41bc44535b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:38.485982874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f831616f-f35a-428f-85f1-4d41bc44535b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:40.107432364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa46329-2391-4533-994c-33b23d2e40f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:40.126069805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa46329-2391-4533-994c-33b23d2e40f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:40.142825578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa46329-2391-4533-994c-33b23d2e40f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:40.159261734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa46329-2391-4533-994c-33b23d2e40f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:40.797830301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03969de-e812-4f92-aead-d411a657696b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:40.81571967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03969de-e812-4f92-aead-d411a657696b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:40.8318079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03969de-e812-4f92-aead-d411a657696b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:40.848303777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03969de-e812-4f92-aead-d411a657696b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:46.192411669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"5c37a948-6bb4-45b6-aaa6-730dae94196e","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:46.214318709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"5c37a948-6bb4-45b6-aaa6-730dae94196e","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:46.234204063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ab0a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"5c37a948-6bb4-45b6-aaa6-730dae94196e","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:47.765790141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-sub","reconcileID":"d99f207b-564c-4c08-ada2-6082f031d72d","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"maas-trlp-test-model-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:47.825029734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"9d3bc8d6-059a-4d26-bfb9-7b954b7f4dfa","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:47.825054611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"9d3bc8d6-059a-4d26-bfb9-7b954b7f4dfa","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:48.93898553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"c99de0fc-74a6-4900-aeac-22bd3b621774","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:48.959651561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"c99de0fc-74a6-4900-aeac-22bd3b621774","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:51.811784629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"89740cd9-9664-472e-aa58-8c019dc2a24d","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:51.811819715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"89740cd9-9664-472e-aa58-8c019dc2a24d","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:52.133674351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"bbb0c346-5505-45d2-99a9-c01b913fc36a","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:52.133699138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"bbb0c346-5505-45d2-99a9-c01b913fc36a","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:52.154097013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"2171679a-7270-498e-bb3a-e67f01db1e8c","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:52.154119143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"2171679a-7270-498e-bb3a-e67f01db1e8c","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:52.189552803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"e896fdd5-29e0-4739-94af-2f08a2d414e4","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:52.246591629Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"e896fdd5-29e0-4739-94af-2f08a2d414e4","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:52.266440451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-190407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"e896fdd5-29e0-4739-94af-2f08a2d414e4","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:52.287437243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"32a085de-ab4b-4b6c-8007-344fad242c4d","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:52.287464298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"32a085de-ab4b-4b6c-8007-344fad242c4d","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:56.2674379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"0a333e9e-4163-46be-bde8-d9385c007acd","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:56.288621513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"0a333e9e-4163-46be-bde8-d9385c007acd","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:56.309116496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ab0a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9f1c71de904cdda1ce6987aae71749682c8d76ea0033e636c71ccfd867ab11b) AuthConfig (02c81387726c2dc3353ff8c721c35488e48c78bc87b56e16dede1da32ed02b5a) AuthConfig (7440529da0e8f82d376863fc7fbd716f1fdb42643bb2234ef4753ebd3ab989ec) AuthConfig (303d63a30b0ebf93da04f39491432ea691e0cab307013b47c3c040a1e13987d9) AuthConfig (90235b3a55253d99c88587c7c95232827e339fd15378df3975cf888d748c884a) AuthConfig (3f09f24218d1a47026a3ac2a231b8cf4ae17542d524a72f03377562216c3bbb8) AuthConfig (488ab821716ae374dd0c69641526205f5d6144307ff4c7df958a78efd97e9d18) AuthConfig (52ef10ce208870e8e11ab16a365e4a5a611591649ef3cdbbd02fd3279963eace) AuthConfig (ada896b2a131eddf68082f54eba7c40f6ae112bbb48e0ba1bf6b3e166586950c) AuthConfig (6d65b35da58e4ad292da211197ebc852b913101a3a0ee0a908ce78a563b2d19d) AuthConfig (b30a930e49da63ef7d2e52485c13f66fad27d3e652423d85ed9d3c223a021991) AuthConfig (74d8222008a60c08b5cbe19f6df64670e9bdbd56489330b83ca90307c471294d) AuthConfig (84bd717c90e605b8e54769b450bf8c42f40d2a8141a637973f1323b44d063c6d) AuthConfig (308c295918773b650766ee680a3a859c1324d464dd4e3ba887fcfaf81590de5b) AuthConfig (7ee239f7af928238356911373da1d80787022a9344dbd9957fbf8c44ae944977) AuthConfig (e97d59bd724354384da1083da35991b90fbfc957ef4beed5b28f5deea9744e8c) AuthConfig (546f746246c7ce74a20a83f18f87988939eee9a303b2275f099592b6ff6a9393) AuthConfig (342d1db14dd1fb6acb7c7167eb8672539d294f0f156365c44bf0330dd1c6c836)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"0a333e9e-4163-46be-bde8-d9385c007acd","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:56.331697335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"8e40dea0-8229-4842-b489-7d20cce5be17","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:56.331724146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"8e40dea0-8229-4842-b489-7d20cce5be17","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:38:58.819199424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:02.319577225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"7941e0f7-fc63-4b87-b2e4-6168570bd03f","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:02.341362064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"7941e0f7-fc63-4b87-b2e4-6168570bd03f","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:02.361356757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-190407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"7941e0f7-fc63-4b87-b2e4-6168570bd03f","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:06.364239643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"ef2ba989-8ee5-4cb1-a55f-123600fcdb21","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:06.387832919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"ef2ba989-8ee5-4cb1-a55f-123600fcdb21","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:06.462013667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ab0a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9f1c71de904cdda1ce6987aae71749682c8d76ea0033e636c71ccfd867ab11b) AuthConfig (02c81387726c2dc3353ff8c721c35488e48c78bc87b56e16dede1da32ed02b5a) AuthConfig (7440529da0e8f82d376863fc7fbd716f1fdb42643bb2234ef4753ebd3ab989ec) AuthConfig (303d63a30b0ebf93da04f39491432ea691e0cab307013b47c3c040a1e13987d9) AuthConfig (90235b3a55253d99c88587c7c95232827e339fd15378df3975cf888d748c884a) AuthConfig (3f09f24218d1a47026a3ac2a231b8cf4ae17542d524a72f03377562216c3bbb8) AuthConfig (488ab821716ae374dd0c69641526205f5d6144307ff4c7df958a78efd97e9d18) AuthConfig (52ef10ce208870e8e11ab16a365e4a5a611591649ef3cdbbd02fd3279963eace) AuthConfig (ada896b2a131eddf68082f54eba7c40f6ae112bbb48e0ba1bf6b3e166586950c) AuthConfig (6d65b35da58e4ad292da211197ebc852b913101a3a0ee0a908ce78a563b2d19d) AuthConfig (b30a930e49da63ef7d2e52485c13f66fad27d3e652423d85ed9d3c223a021991) AuthConfig (74d8222008a60c08b5cbe19f6df64670e9bdbd56489330b83ca90307c471294d) AuthConfig (84bd717c90e605b8e54769b450bf8c42f40d2a8141a637973f1323b44d063c6d) AuthConfig (308c295918773b650766ee680a3a859c1324d464dd4e3ba887fcfaf81590de5b) AuthConfig (7ee239f7af928238356911373da1d80787022a9344dbd9957fbf8c44ae944977) AuthConfig (e97d59bd724354384da1083da35991b90fbfc957ef4beed5b28f5deea9744e8c) AuthConfig (546f746246c7ce74a20a83f18f87988939eee9a303b2275f099592b6ff6a9393) AuthConfig (342d1db14dd1fb6acb7c7167eb8672539d294f0f156365c44bf0330dd1c6c836)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"ef2ba989-8ee5-4cb1-a55f-123600fcdb21","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:12.395465116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"81ea4845-56d7-4570-85da-fccbb74c2faa","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:12.41632957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"81ea4845-56d7-4570-85da-fccbb74c2faa","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:12.437084206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-190407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"81ea4845-56d7-4570-85da-fccbb74c2faa","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:16.495272914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"eb8af1ac-ab9d-440b-971e-d776fe1e571a","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:16.516963013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"eb8af1ac-ab9d-440b-971e-d776fe1e571a","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:16.605954713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"681b839a-91f7-4972-beaa-5bbe91089b8b","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:16.605979634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"681b839a-91f7-4972-beaa-5bbe91089b8b","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.284729287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"0aee674c-efeb-4c08-aa57-49ed59f50e2b","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.284752213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"0aee674c-efeb-4c08-aa57-49ed59f50e2b","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.307886077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"22bd338f-1c2e-49be-b5fc-8e5f8eb58984","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.307992816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"22bd338f-1c2e-49be-b5fc-8e5f8eb58984","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.318460947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"d80cdc84-f533-4a95-8e63-9c7497e5c9c3","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:39:18.319310027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-sub","reconcileID":"5eb3e981-9a80-43a9-8df7-2e57d7e00cc5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-ab0a2c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:39:18.326124873Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"22bd338f-1c2e-49be-b5fc-8e5f8eb58984","name":"test-model-ab0a2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ab0a2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:39:18.326204052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"22bd338f-1c2e-49be-b5fc-8e5f8eb58984","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ab0a2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.33160941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"ca70227a-eb05-413b-8178-c55fb7838aca","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.331627536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"ca70227a-eb05-413b-8178-c55fb7838aca","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.339676397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"d80cdc84-f533-4a95-8e63-9c7497e5c9c3","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.354652849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"8f50b0a6-dad3-41ea-87b8-b183a81935d9","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.354671555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"8f50b0a6-dad3-41ea-87b8-b183a81935d9","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.375896044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"c9723889-9de5-417c-b5c3-6c3f636af9c9","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.375917572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"c9723889-9de5-417c-b5c3-6c3f636af9c9","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.444770527Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-sub","reconcileID":"6f638a99-0ddc-4bda-a01c-e6c353e071fe","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"maas-trlp-test-model-ab0a2c","model":"test-model-ab0a2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.503558785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"3f9556c3-9a05-40ee-808d-1d254c1e4a25","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.503583672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"3f9556c3-9a05-40ee-808d-1d254c1e4a25","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.504057619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"6d4b84f8-357b-425d-a01d-f9ff74beb774","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.524584805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"6d4b84f8-357b-425d-a01d-f9ff74beb774","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.567469291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-sub","reconcileID":"9dee62c9-6fb8-4523-8cee-f698ddc07340","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"maas-trlp-test-model-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.664801198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"b995dad4-4030-47e3-9207-12bff304c88d","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.664904776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"b995dad4-4030-47e3-9207-12bff304c88d","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.978620574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"8f567613-ede2-434b-a899-b0d3e583440e","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.978644337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"8f567613-ede2-434b-a899-b0d3e583440e","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.997718093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"89d039e5-ae9a-4577-a173-e51dec7f5b9b","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:18.997744603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"89d039e5-ae9a-4577-a173-e51dec7f5b9b","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:19.028593172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"16d0dcc9-6060-49e4-b8d1-1be81f69754e","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:19.084478775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"16d0dcc9-6060-49e4-b8d1-1be81f69754e","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:19.10462095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-db4dd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"16d0dcc9-6060-49e4-b8d1-1be81f69754e","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:19.134862933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"163f9a98-0bc0-4467-9f78-1a348ce0fbef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:19.134899661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"163f9a98-0bc0-4467-9f78-1a348ce0fbef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:22.470127152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"8854ccf9-be42-4b56-a16e-fbe25d1629fb","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:22.492575369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"8854ccf9-be42-4b56-a16e-fbe25d1629fb","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:22.513204762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-190407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da9cadc30fc00810f4ace6cff817fd619f70b2388f63e3341bad6cbc6e84feee) AuthConfig (3ab562a7ede8a67dc1c9f71aac08f2067375170154f4a86b93a9079950d5387e) AuthConfig (3fca5486014ec3fe8bd88feb51cdde0c99e9c3022948f63b980c6c51f9d0c62a) AuthConfig (8098c0a48c6639273b31e811e1d7860176141a526e347487f12f20902cfa0f08) AuthConfig (ce8f77f6f4d94e594923b173ab77efd0be9d30318d7f2529658a7487b862bf3d) AuthConfig (1506d808a69fdcc31bc6a1cf077a033ecc079f3f8914d31a8b5f5178d31ed340) AuthConfig (1b6301eb8086d865037b730aa88848d3a0dde79bb6ce8e81b44333d83ce6b7fa) AuthConfig (2f5d7ce9335090727d02f0344300d441deb6d64857d1f388a8dad3b90949a69d) AuthConfig (d78076d907c74282a031c298dab45d8a04360ce942fa5a58a8bcaf8339e70b09) AuthConfig (b8aaebbd2a0de49709b1f913b738a389547044571b1f8e948d0374d79a552bd5) AuthConfig (57b71c92aa66893c1cde8b7add6e972dab75a91083c38140b23c5bf3832c9524) AuthConfig (8b1af0828a5a69565b84083c23c806511a5d0caa368aadeed5f8ce1c474be33f) AuthConfig (d2b02e41cf327e2acf39cc0a1bdd923d3cd17ea10a16253f45d5acbc4ee282f2) AuthConfig (006c9ae802ea6e86fe27016e66e826b585a8b5591d299295ed27a778d1467c50) AuthConfig (7437512b7181da4d1450f723e100d65bf16fdde359d2ff81c161dfefc9079ba7) AuthConfig (c90365f4659450a2660b3b1364a07e137177d79f1642bd472960277805e66267) AuthConfig (12d722839b4831076a5410863d727c6d2e16be20fa02b3f6dce35fcd9b6badb5) AuthConfig (f711d09c06fa912739f74cdb1cbc30e3c769281cb63d353b111197f3234b11ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"8854ccf9-be42-4b56-a16e-fbe25d1629fb","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:22.535720259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"64ea0120-49be-4367-8582-fbfb45ab8877","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:22.535745554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"64ea0120-49be-4367-8582-fbfb45ab8877","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:28.819920635Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.165743853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"c5ed266e-c140-4d40-aa05-8bc3def6128c","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.187225093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"c5ed266e-c140-4d40-aa05-8bc3def6128c","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.206782382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-db4dd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"c5ed266e-c140-4d40-aa05-8bc3def6128c","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.404815121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"781a192f-0e3c-42d8-8be0-33bd09fe8e78","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.40496561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"781a192f-0e3c-42d8-8be0-33bd09fe8e78","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.70026553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"38560e87-a983-4ed4-85da-685ef0731756","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.700288907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"38560e87-a983-4ed4-85da-685ef0731756","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.721577486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"67ebc086-3d73-47cb-81fb-3ce0a66a701b","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.721604228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"67ebc086-3d73-47cb-81fb-3ce0a66a701b","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.752993141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"eaa30a28-95c0-484c-b46e-c3c3d4e24569","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.807888403Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"eaa30a28-95c0-484c-b46e-c3c3d4e24569","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.82812762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b29d4a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"eaa30a28-95c0-484c-b46e-c3c3d4e24569","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.850020918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"ff4f7940-dbcf-4b0d-97bf-b555b9dec82f","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:29.850046059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"ff4f7940-dbcf-4b0d-97bf-b555b9dec82f","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:32.569083996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"fceca6c9-9028-4042-931b-ec84adc5f58c","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:32.592404032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"fceca6c9-9028-4042-931b-ec84adc5f58c","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:32.612902698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-190407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da9cadc30fc00810f4ace6cff817fd619f70b2388f63e3341bad6cbc6e84feee) AuthConfig (3ab562a7ede8a67dc1c9f71aac08f2067375170154f4a86b93a9079950d5387e) AuthConfig (3fca5486014ec3fe8bd88feb51cdde0c99e9c3022948f63b980c6c51f9d0c62a) AuthConfig (8098c0a48c6639273b31e811e1d7860176141a526e347487f12f20902cfa0f08) AuthConfig (ce8f77f6f4d94e594923b173ab77efd0be9d30318d7f2529658a7487b862bf3d) AuthConfig (1506d808a69fdcc31bc6a1cf077a033ecc079f3f8914d31a8b5f5178d31ed340) AuthConfig (1b6301eb8086d865037b730aa88848d3a0dde79bb6ce8e81b44333d83ce6b7fa) AuthConfig (2f5d7ce9335090727d02f0344300d441deb6d64857d1f388a8dad3b90949a69d) AuthConfig (d78076d907c74282a031c298dab45d8a04360ce942fa5a58a8bcaf8339e70b09) AuthConfig (b8aaebbd2a0de49709b1f913b738a389547044571b1f8e948d0374d79a552bd5) AuthConfig (57b71c92aa66893c1cde8b7add6e972dab75a91083c38140b23c5bf3832c9524) AuthConfig (8b1af0828a5a69565b84083c23c806511a5d0caa368aadeed5f8ce1c474be33f) AuthConfig (d2b02e41cf327e2acf39cc0a1bdd923d3cd17ea10a16253f45d5acbc4ee282f2) AuthConfig (006c9ae802ea6e86fe27016e66e826b585a8b5591d299295ed27a778d1467c50) AuthConfig (7437512b7181da4d1450f723e100d65bf16fdde359d2ff81c161dfefc9079ba7) AuthConfig (c90365f4659450a2660b3b1364a07e137177d79f1642bd472960277805e66267) AuthConfig (12d722839b4831076a5410863d727c6d2e16be20fa02b3f6dce35fcd9b6badb5) AuthConfig (f711d09c06fa912739f74cdb1cbc30e3c769281cb63d353b111197f3234b11ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"fceca6c9-9028-4042-931b-ec84adc5f58c","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:33.156963024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"7e030a95-57d0-4e86-9c3c-c2b94519cde4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:33.205401064Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"7e030a95-57d0-4e86-9c3c-c2b94519cde4","name":"e2e-inf-b-1a4b17-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:39.239679482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"c8a0da96-5ec6-47bc-88fd-793cfada4aad","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:39.267566006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"c8a0da96-5ec6-47bc-88fd-793cfada4aad","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:39.28825279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-db4dd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"c8a0da96-5ec6-47bc-88fd-793cfada4aad","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:39.8825044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"446c9ab2-f74c-4267-a9f3-4cd623f5bd37","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:39.90561477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"446c9ab2-f74c-4267-a9f3-4cd623f5bd37","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:39.926865032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b29d4a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"446c9ab2-f74c-4267-a9f3-4cd623f5bd37","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:42.650351853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"8e59db98-8fe5-4ac8-a684-50f0da1b0df1","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:42.672446764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"8e59db98-8fe5-4ac8-a684-50f0da1b0df1","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:42.692382235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-190407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da9cadc30fc00810f4ace6cff817fd619f70b2388f63e3341bad6cbc6e84feee) AuthConfig (3ab562a7ede8a67dc1c9f71aac08f2067375170154f4a86b93a9079950d5387e) AuthConfig (3fca5486014ec3fe8bd88feb51cdde0c99e9c3022948f63b980c6c51f9d0c62a) AuthConfig (8098c0a48c6639273b31e811e1d7860176141a526e347487f12f20902cfa0f08) AuthConfig (ce8f77f6f4d94e594923b173ab77efd0be9d30318d7f2529658a7487b862bf3d) AuthConfig (1506d808a69fdcc31bc6a1cf077a033ecc079f3f8914d31a8b5f5178d31ed340) AuthConfig (1b6301eb8086d865037b730aa88848d3a0dde79bb6ce8e81b44333d83ce6b7fa) AuthConfig (2f5d7ce9335090727d02f0344300d441deb6d64857d1f388a8dad3b90949a69d) AuthConfig (d78076d907c74282a031c298dab45d8a04360ce942fa5a58a8bcaf8339e70b09) AuthConfig (b8aaebbd2a0de49709b1f913b738a389547044571b1f8e948d0374d79a552bd5) AuthConfig (57b71c92aa66893c1cde8b7add6e972dab75a91083c38140b23c5bf3832c9524) AuthConfig (8b1af0828a5a69565b84083c23c806511a5d0caa368aadeed5f8ce1c474be33f) AuthConfig (d2b02e41cf327e2acf39cc0a1bdd923d3cd17ea10a16253f45d5acbc4ee282f2) AuthConfig (006c9ae802ea6e86fe27016e66e826b585a8b5591d299295ed27a778d1467c50) AuthConfig (7437512b7181da4d1450f723e100d65bf16fdde359d2ff81c161dfefc9079ba7) AuthConfig (c90365f4659450a2660b3b1364a07e137177d79f1642bd472960277805e66267) AuthConfig (12d722839b4831076a5410863d727c6d2e16be20fa02b3f6dce35fcd9b6badb5) AuthConfig (f711d09c06fa912739f74cdb1cbc30e3c769281cb63d353b111197f3234b11ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"8e59db98-8fe5-4ac8-a684-50f0da1b0df1","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:49.320880162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"aac22037-9d09-4075-bb1f-5dd4855dc5fa","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:49.341850611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"aac22037-9d09-4075-bb1f-5dd4855dc5fa","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:49.361567526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-db4dd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"aac22037-9d09-4075-bb1f-5dd4855dc5fa","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:49.960576084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"29b01609-eae1-4965-99ff-58b3165b9d32","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:49.984136164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"29b01609-eae1-4965-99ff-58b3165b9d32","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:50.004424507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b29d4a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"29b01609-eae1-4965-99ff-58b3165b9d32","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:52.730942123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"6bc9fdca-f451-4fd0-b24b-195e53847b6c","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:52.752377259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"6bc9fdca-f451-4fd0-b24b-195e53847b6c","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:52.772610152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-190407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da9cadc30fc00810f4ace6cff817fd619f70b2388f63e3341bad6cbc6e84feee) AuthConfig (3ab562a7ede8a67dc1c9f71aac08f2067375170154f4a86b93a9079950d5387e) AuthConfig (3fca5486014ec3fe8bd88feb51cdde0c99e9c3022948f63b980c6c51f9d0c62a) AuthConfig (8098c0a48c6639273b31e811e1d7860176141a526e347487f12f20902cfa0f08) AuthConfig (ce8f77f6f4d94e594923b173ab77efd0be9d30318d7f2529658a7487b862bf3d) AuthConfig (1506d808a69fdcc31bc6a1cf077a033ecc079f3f8914d31a8b5f5178d31ed340) AuthConfig (1b6301eb8086d865037b730aa88848d3a0dde79bb6ce8e81b44333d83ce6b7fa) AuthConfig (2f5d7ce9335090727d02f0344300d441deb6d64857d1f388a8dad3b90949a69d) AuthConfig (d78076d907c74282a031c298dab45d8a04360ce942fa5a58a8bcaf8339e70b09) AuthConfig (b8aaebbd2a0de49709b1f913b738a389547044571b1f8e948d0374d79a552bd5) AuthConfig (57b71c92aa66893c1cde8b7add6e972dab75a91083c38140b23c5bf3832c9524) AuthConfig (8b1af0828a5a69565b84083c23c806511a5d0caa368aadeed5f8ce1c474be33f) AuthConfig (d2b02e41cf327e2acf39cc0a1bdd923d3cd17ea10a16253f45d5acbc4ee282f2) AuthConfig (006c9ae802ea6e86fe27016e66e826b585a8b5591d299295ed27a778d1467c50) AuthConfig (7437512b7181da4d1450f723e100d65bf16fdde359d2ff81c161dfefc9079ba7) AuthConfig (c90365f4659450a2660b3b1364a07e137177d79f1642bd472960277805e66267) AuthConfig (12d722839b4831076a5410863d727c6d2e16be20fa02b3f6dce35fcd9b6badb5) AuthConfig (f711d09c06fa912739f74cdb1cbc30e3c769281cb63d353b111197f3234b11ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"6bc9fdca-f451-4fd0-b24b-195e53847b6c","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:58.818951162Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:58.862925667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-sub","reconcileID":"37b2a1d5-8ad6-4d28-bf47-d9dc3df176bd","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"maas-trlp-test-model-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:58.925405039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"78b0084d-25fc-4ff3-8542-4a10d33a78d7","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:58.925433054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"78b0084d-25fc-4ff3-8542-4a10d33a78d7","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:59.406558978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"4f6d1000-8cba-455c-b2bf-8b933d1fcb76","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:59.496114357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"4f6d1000-8cba-455c-b2bf-8b933d1fcb76","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:59.519342358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-db4dd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (754ffe11fbc8b2278032904a04aefbdc9ddd6546a74dc994179c716874c22e6e) AuthConfig (e4960dffcab02779f6e208bbc64576a9973b05b2eac5f0460a9db44e4847eba4) AuthConfig (9f81db97a6df3aa510284dd86862996a0e09f0fa7fc8ce3fd153060952a82648) AuthConfig (cbb916f9390b2e2194d70f72fb6ea5bd0a6e5c32407bc4db532b097a7df51ddd) AuthConfig (5890526732115d3ea54c4458c11f457fd46867345da6f80727dd35857df09bd4) AuthConfig (097249bbac07d48bfe82a72c8c53e769ab63e5558e4e816b7f6561b068b05c5d) AuthConfig (55fb6d7936c1002a8cfabf8895c1666d616c65367f553c2271afbb9cb950b225) AuthConfig (179778cc0e95f80a23f0382a19ab70adcac464567a0d96abd8d67665d8d74f79) AuthConfig (c14b8572e7c7cd3495520c5572e2144c4370ea0808ee3a59d4fb01a007e58214) AuthConfig (95fbdeadf140978df24a5426a916691ef7cb52bc4310e6d26f43a01343fda1bf) AuthConfig (7c88118ddb11d0d046e468da05b0f154ba2511a8d7cff7b58fc28ef80ffd3514) AuthConfig (bece9b522f6c488c8478ff96e178896bb661b4f2a5d72eb2e939b7ade10633e3) AuthConfig (4cd9349695d8f324ae72b504dfa1fab82b5e7f83a7321457e77a42c736c6934e) AuthConfig (d1c4a6d4c1425b5cce80bc9440a80157c68aa618808eaaad8a61a84b9efbd173) AuthConfig (1b9c93505603d63f18284bd4df2b4230d0c4e09de48a0e27d8ecefe9b31c235d) AuthConfig (17b2518355be6b9f270d8108f06b510838e7ad4db86921f2c93e63980d7c3722) AuthConfig (6bde24148cd0ca9c020fa92a8d96b3c07eafc2fb9c98261b1257888f2cb85af9) AuthConfig (19721a8eddca06da6ba0cd2414ddace89be0159d80eaa218a628597715e63f6c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"4f6d1000-8cba-455c-b2bf-8b933d1fcb76","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:59.546860855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"0567b396-88a5-4e97-b541-4e4f261d1254","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:39:59.546887764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"0567b396-88a5-4e97-b541-4e4f261d1254","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:00.040774112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"79b6c9c1-5027-4c8e-bc79-098f298adfda","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:00.062397287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"79b6c9c1-5027-4c8e-bc79-098f298adfda","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:00.083300562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b29d4a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8cc4422bf587ed9b660f15d29a762a83912dde6abc4adffa137c97d8d15415) AuthConfig (6b83197ff07fadbcb180f8f9a432d984f70acd0c797781815d2b221eb566d7d8) AuthConfig (d823fd619350130ecaf2f88b51fe2c4fdc8e6189521e9c609f8500f3d3587115) AuthConfig (b2fc2890922b55b51cd4b4618eb8a7656c184716853d11f138f85bcca54e499f) AuthConfig (38fed08444e569ac92ae1a36c4122e6e3b21e7be0460532b96f96cb560c11a79) AuthConfig (3e944df366063d8e71de21a6de7810559374d22d8cd3decc50f2f651d4732c02) AuthConfig (75035a62ea31f22cb14f16646ec67ecca392cef9d7c423da7249bf112381768a) AuthConfig (4f71b998b4f5c87663d3c7872c20296577ef6129ab7008ababadf43762758453) AuthConfig (67068e9e64b999022701e0d9425350e61214becb197f8676be58c995a5b69b56) AuthConfig (82f9afcbe629075a24bbc4b24a5b7544a07065c04fc70988797583a338cf240e) AuthConfig (d1e53629828e85dc9a644cb7ddb8b9cc9d6f9e2491ca43c3f5477fd3fe0d8726) AuthConfig (ce9f3e88f9c4806163aa7dcf8d06e7ef5ed9f026104a73ae710898b1ea0c08d6) AuthConfig (e4d8778dcdc5dd8c2309ab961b54bb81b4e2fc4e39f786f954d0696acf10cfdc) AuthConfig (d3fc10155c32f9a1ca06f32ee4365dee29b244fd580bc43744127c73809588b7) AuthConfig (68481e9a9698bfa81cfeaaabc2396bf30fba660a1514525b29731823b0f97656) AuthConfig (202371ed17a6fd1087fbcc3740607c7ce4e258c3720d0c4de3aa05f382674974) AuthConfig (747efbbeb8ea8127ae5c2f5cdc6f3a29218df78537fa6485e7d34a1554df6565) AuthConfig (d321aa3c36e95b060895e0c6b424f3c0b3262da4d7b452b8dc8f1dc43e621dc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"79b6c9c1-5027-4c8e-bc79-098f298adfda","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:00.106417594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"0f1dec79-2f8e-4877-aed8-362fb63fa6fa","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:00.10644149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"0f1dec79-2f8e-4877-aed8-362fb63fa6fa","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:00.73309673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"197d86ee-eeb9-4221-8dd2-57e89f7beb75","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:00.754575641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"197d86ee-eeb9-4221-8dd2-57e89f7beb75","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:01.228548522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"33a698ca-ab76-4a1b-b5f3-93bf22690f6a","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:01.249944873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"33a698ca-ab76-4a1b-b5f3-93bf22690f6a","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:01.269920729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b29d4a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8cc4422bf587ed9b660f15d29a762a83912dde6abc4adffa137c97d8d15415) AuthConfig (6b83197ff07fadbcb180f8f9a432d984f70acd0c797781815d2b221eb566d7d8) AuthConfig (d823fd619350130ecaf2f88b51fe2c4fdc8e6189521e9c609f8500f3d3587115) AuthConfig (b2fc2890922b55b51cd4b4618eb8a7656c184716853d11f138f85bcca54e499f) AuthConfig (38fed08444e569ac92ae1a36c4122e6e3b21e7be0460532b96f96cb560c11a79) AuthConfig (3e944df366063d8e71de21a6de7810559374d22d8cd3decc50f2f651d4732c02) AuthConfig (75035a62ea31f22cb14f16646ec67ecca392cef9d7c423da7249bf112381768a) AuthConfig (4f71b998b4f5c87663d3c7872c20296577ef6129ab7008ababadf43762758453) AuthConfig (67068e9e64b999022701e0d9425350e61214becb197f8676be58c995a5b69b56) AuthConfig (82f9afcbe629075a24bbc4b24a5b7544a07065c04fc70988797583a338cf240e) AuthConfig (d1e53629828e85dc9a644cb7ddb8b9cc9d6f9e2491ca43c3f5477fd3fe0d8726) AuthConfig (ce9f3e88f9c4806163aa7dcf8d06e7ef5ed9f026104a73ae710898b1ea0c08d6) AuthConfig (e4d8778dcdc5dd8c2309ab961b54bb81b4e2fc4e39f786f954d0696acf10cfdc) AuthConfig (d3fc10155c32f9a1ca06f32ee4365dee29b244fd580bc43744127c73809588b7) AuthConfig (68481e9a9698bfa81cfeaaabc2396bf30fba660a1514525b29731823b0f97656) AuthConfig (202371ed17a6fd1087fbcc3740607c7ce4e258c3720d0c4de3aa05f382674974) AuthConfig (747efbbeb8ea8127ae5c2f5cdc6f3a29218df78537fa6485e7d34a1554df6565) AuthConfig (d321aa3c36e95b060895e0c6b424f3c0b3262da4d7b452b8dc8f1dc43e621dc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"33a698ca-ab76-4a1b-b5f3-93bf22690f6a","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:02.805232985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"43ede9a5-4d21-4212-b936-f482b6a17fa3","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:02.826958471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"43ede9a5-4d21-4212-b936-f482b6a17fa3","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:02.916563497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"a76b1758-b63e-411b-914d-03933cc4b659","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:02.916589466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"a76b1758-b63e-411b-914d-03933cc4b659","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.62351131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"d3a6cdc1-ccb3-482c-9468-8859c6d1f189","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.623536119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"d3a6cdc1-ccb3-482c-9468-8859c6d1f189","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.647202308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"69e493ca-ee5b-4729-bc72-545df0ff25ed","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.647225168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"69e493ca-ee5b-4729-bc72-545df0ff25ed","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.654502195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"4eb75cd5-0ba4-484c-ac9b-d8b47e4467f1","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:40:04.658414068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-sub","reconcileID":"65261bbd-4d1f-4ef0-a680-eca8f79d6a47","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-190407-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:40:04.665137581Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"69e493ca-ee5b-4729-bc72-545df0ff25ed","name":"test-model-190407","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-190407\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:40:04.665245315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"69e493ca-ee5b-4729-bc72-545df0ff25ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-190407\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.671187524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"50fc1d50-65f9-4462-9e63-3d9957070f25","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.67120656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"50fc1d50-65f9-4462-9e63-3d9957070f25","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.67561407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"4eb75cd5-0ba4-484c-ac9b-d8b47e4467f1","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.696246024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"cd078fad-0c8a-4c43-82ed-65b31c00b579","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.696268592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"cd078fad-0c8a-4c43-82ed-65b31c00b579","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.717763619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"714da6b5-a28d-4231-9190-d46a92202562","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.717792924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"714da6b5-a28d-4231-9190-d46a92202562","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.803336661Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-sub","reconcileID":"3cfb5129-ea2b-4140-b063-e454af7c5809","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"maas-trlp-test-model-190407","model":"test-model-190407","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-190407/test-model-190407-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.839363649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"9006d9eb-4cff-43d0-a858-123308e5b623","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.860321419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"9006d9eb-4cff-43d0-a858-123308e5b623","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.861901713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"fb5ffaec-3474-4882-82c6-655c0b0f27de","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.861920989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"fb5ffaec-3474-4882-82c6-655c0b0f27de","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:04.92537705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-sub","reconcileID":"a4219361-6773-46e7-b0fe-d980c10d3d79","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"maas-trlp-test-model-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:09.580492626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"d1bbf830-5399-4c0e-ac11-b286966cab5d","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:09.601893336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"d1bbf830-5399-4c0e-ac11-b286966cab5d","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:09.621832772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-db4dd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (754ffe11fbc8b2278032904a04aefbdc9ddd6546a74dc994179c716874c22e6e) AuthConfig (e4960dffcab02779f6e208bbc64576a9973b05b2eac5f0460a9db44e4847eba4) AuthConfig (9f81db97a6df3aa510284dd86862996a0e09f0fa7fc8ce3fd153060952a82648) AuthConfig (cbb916f9390b2e2194d70f72fb6ea5bd0a6e5c32407bc4db532b097a7df51ddd) AuthConfig (5890526732115d3ea54c4458c11f457fd46867345da6f80727dd35857df09bd4) AuthConfig (097249bbac07d48bfe82a72c8c53e769ab63e5558e4e816b7f6561b068b05c5d) AuthConfig (55fb6d7936c1002a8cfabf8895c1666d616c65367f553c2271afbb9cb950b225) AuthConfig (179778cc0e95f80a23f0382a19ab70adcac464567a0d96abd8d67665d8d74f79) AuthConfig (c14b8572e7c7cd3495520c5572e2144c4370ea0808ee3a59d4fb01a007e58214) AuthConfig (95fbdeadf140978df24a5426a916691ef7cb52bc4310e6d26f43a01343fda1bf) AuthConfig (7c88118ddb11d0d046e468da05b0f154ba2511a8d7cff7b58fc28ef80ffd3514) AuthConfig (bece9b522f6c488c8478ff96e178896bb661b4f2a5d72eb2e939b7ade10633e3) AuthConfig (4cd9349695d8f324ae72b504dfa1fab82b5e7f83a7321457e77a42c736c6934e) AuthConfig (d1c4a6d4c1425b5cce80bc9440a80157c68aa618808eaaad8a61a84b9efbd173) AuthConfig (1b9c93505603d63f18284bd4df2b4230d0c4e09de48a0e27d8ecefe9b31c235d) AuthConfig (17b2518355be6b9f270d8108f06b510838e7ad4db86921f2c93e63980d7c3722) AuthConfig (6bde24148cd0ca9c020fa92a8d96b3c07eafc2fb9c98261b1257888f2cb85af9) AuthConfig (19721a8eddca06da6ba0cd2414ddace89be0159d80eaa218a628597715e63f6c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"d1bbf830-5399-4c0e-ac11-b286966cab5d","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:11.302438429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"7a3cbbfa-b589-4f17-9ee5-936d359caa17","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:11.323440726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"7a3cbbfa-b589-4f17-9ee5-936d359caa17","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:11.343281588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b29d4a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8cc4422bf587ed9b660f15d29a762a83912dde6abc4adffa137c97d8d15415) AuthConfig (6b83197ff07fadbcb180f8f9a432d984f70acd0c797781815d2b221eb566d7d8) AuthConfig (d823fd619350130ecaf2f88b51fe2c4fdc8e6189521e9c609f8500f3d3587115) AuthConfig (b2fc2890922b55b51cd4b4618eb8a7656c184716853d11f138f85bcca54e499f) AuthConfig (38fed08444e569ac92ae1a36c4122e6e3b21e7be0460532b96f96cb560c11a79) AuthConfig (3e944df366063d8e71de21a6de7810559374d22d8cd3decc50f2f651d4732c02) AuthConfig (75035a62ea31f22cb14f16646ec67ecca392cef9d7c423da7249bf112381768a) AuthConfig (4f71b998b4f5c87663d3c7872c20296577ef6129ab7008ababadf43762758453) AuthConfig (67068e9e64b999022701e0d9425350e61214becb197f8676be58c995a5b69b56) AuthConfig (82f9afcbe629075a24bbc4b24a5b7544a07065c04fc70988797583a338cf240e) AuthConfig (d1e53629828e85dc9a644cb7ddb8b9cc9d6f9e2491ca43c3f5477fd3fe0d8726) AuthConfig (ce9f3e88f9c4806163aa7dcf8d06e7ef5ed9f026104a73ae710898b1ea0c08d6) AuthConfig (e4d8778dcdc5dd8c2309ab961b54bb81b4e2fc4e39f786f954d0696acf10cfdc) AuthConfig (d3fc10155c32f9a1ca06f32ee4365dee29b244fd580bc43744127c73809588b7) AuthConfig (68481e9a9698bfa81cfeaaabc2396bf30fba660a1514525b29731823b0f97656) AuthConfig (202371ed17a6fd1087fbcc3740607c7ce4e258c3720d0c4de3aa05f382674974) AuthConfig (747efbbeb8ea8127ae5c2f5cdc6f3a29218df78537fa6485e7d34a1554df6565) AuthConfig (d321aa3c36e95b060895e0c6b424f3c0b3262da4d7b452b8dc8f1dc43e621dc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"7a3cbbfa-b589-4f17-9ee5-936d359caa17","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:19.655052041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"ebf9cd5c-db84-4a21-8ef0-e03a5370a615","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:19.676475307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"ebf9cd5c-db84-4a21-8ef0-e03a5370a615","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:19.69617849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-db4dd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (754ffe11fbc8b2278032904a04aefbdc9ddd6546a74dc994179c716874c22e6e) AuthConfig (e4960dffcab02779f6e208bbc64576a9973b05b2eac5f0460a9db44e4847eba4) AuthConfig (9f81db97a6df3aa510284dd86862996a0e09f0fa7fc8ce3fd153060952a82648) AuthConfig (cbb916f9390b2e2194d70f72fb6ea5bd0a6e5c32407bc4db532b097a7df51ddd) AuthConfig (5890526732115d3ea54c4458c11f457fd46867345da6f80727dd35857df09bd4) AuthConfig (097249bbac07d48bfe82a72c8c53e769ab63e5558e4e816b7f6561b068b05c5d) AuthConfig (55fb6d7936c1002a8cfabf8895c1666d616c65367f553c2271afbb9cb950b225) AuthConfig (179778cc0e95f80a23f0382a19ab70adcac464567a0d96abd8d67665d8d74f79) AuthConfig (c14b8572e7c7cd3495520c5572e2144c4370ea0808ee3a59d4fb01a007e58214) AuthConfig (95fbdeadf140978df24a5426a916691ef7cb52bc4310e6d26f43a01343fda1bf) AuthConfig (7c88118ddb11d0d046e468da05b0f154ba2511a8d7cff7b58fc28ef80ffd3514) AuthConfig (bece9b522f6c488c8478ff96e178896bb661b4f2a5d72eb2e939b7ade10633e3) AuthConfig (4cd9349695d8f324ae72b504dfa1fab82b5e7f83a7321457e77a42c736c6934e) AuthConfig (d1c4a6d4c1425b5cce80bc9440a80157c68aa618808eaaad8a61a84b9efbd173) AuthConfig (1b9c93505603d63f18284bd4df2b4230d0c4e09de48a0e27d8ecefe9b31c235d) AuthConfig (17b2518355be6b9f270d8108f06b510838e7ad4db86921f2c93e63980d7c3722) AuthConfig (6bde24148cd0ca9c020fa92a8d96b3c07eafc2fb9c98261b1257888f2cb85af9) AuthConfig (19721a8eddca06da6ba0cd2414ddace89be0159d80eaa218a628597715e63f6c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"ebf9cd5c-db84-4a21-8ef0-e03a5370a615","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:21.412308982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"f372121e-d703-439d-8460-dde0da1e77cc","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:21.433464652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"f372121e-d703-439d-8460-dde0da1e77cc","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:21.453410592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b29d4a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8cc4422bf587ed9b660f15d29a762a83912dde6abc4adffa137c97d8d15415) AuthConfig (6b83197ff07fadbcb180f8f9a432d984f70acd0c797781815d2b221eb566d7d8) AuthConfig (d823fd619350130ecaf2f88b51fe2c4fdc8e6189521e9c609f8500f3d3587115) AuthConfig (b2fc2890922b55b51cd4b4618eb8a7656c184716853d11f138f85bcca54e499f) AuthConfig (38fed08444e569ac92ae1a36c4122e6e3b21e7be0460532b96f96cb560c11a79) AuthConfig (3e944df366063d8e71de21a6de7810559374d22d8cd3decc50f2f651d4732c02) AuthConfig (75035a62ea31f22cb14f16646ec67ecca392cef9d7c423da7249bf112381768a) AuthConfig (4f71b998b4f5c87663d3c7872c20296577ef6129ab7008ababadf43762758453) AuthConfig (67068e9e64b999022701e0d9425350e61214becb197f8676be58c995a5b69b56) AuthConfig (82f9afcbe629075a24bbc4b24a5b7544a07065c04fc70988797583a338cf240e) AuthConfig (d1e53629828e85dc9a644cb7ddb8b9cc9d6f9e2491ca43c3f5477fd3fe0d8726) AuthConfig (ce9f3e88f9c4806163aa7dcf8d06e7ef5ed9f026104a73ae710898b1ea0c08d6) AuthConfig (e4d8778dcdc5dd8c2309ab961b54bb81b4e2fc4e39f786f954d0696acf10cfdc) AuthConfig (d3fc10155c32f9a1ca06f32ee4365dee29b244fd580bc43744127c73809588b7) AuthConfig (68481e9a9698bfa81cfeaaabc2396bf30fba660a1514525b29731823b0f97656) AuthConfig (202371ed17a6fd1087fbcc3740607c7ce4e258c3720d0c4de3aa05f382674974) AuthConfig (747efbbeb8ea8127ae5c2f5cdc6f3a29218df78537fa6485e7d34a1554df6565) AuthConfig (d321aa3c36e95b060895e0c6b424f3c0b3262da4d7b452b8dc8f1dc43e621dc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"f372121e-d703-439d-8460-dde0da1e77cc","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:28.819678782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:29.736971236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"2e9f8c5d-c823-4882-a31e-1d168baf0b1b","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:29.759951315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"2e9f8c5d-c823-4882-a31e-1d168baf0b1b","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:29.780684119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-db4dd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (754ffe11fbc8b2278032904a04aefbdc9ddd6546a74dc994179c716874c22e6e) AuthConfig (e4960dffcab02779f6e208bbc64576a9973b05b2eac5f0460a9db44e4847eba4) AuthConfig (9f81db97a6df3aa510284dd86862996a0e09f0fa7fc8ce3fd153060952a82648) AuthConfig (cbb916f9390b2e2194d70f72fb6ea5bd0a6e5c32407bc4db532b097a7df51ddd) AuthConfig (5890526732115d3ea54c4458c11f457fd46867345da6f80727dd35857df09bd4) AuthConfig (097249bbac07d48bfe82a72c8c53e769ab63e5558e4e816b7f6561b068b05c5d) AuthConfig (55fb6d7936c1002a8cfabf8895c1666d616c65367f553c2271afbb9cb950b225) AuthConfig (179778cc0e95f80a23f0382a19ab70adcac464567a0d96abd8d67665d8d74f79) AuthConfig (c14b8572e7c7cd3495520c5572e2144c4370ea0808ee3a59d4fb01a007e58214) AuthConfig (95fbdeadf140978df24a5426a916691ef7cb52bc4310e6d26f43a01343fda1bf) AuthConfig (7c88118ddb11d0d046e468da05b0f154ba2511a8d7cff7b58fc28ef80ffd3514) AuthConfig (bece9b522f6c488c8478ff96e178896bb661b4f2a5d72eb2e939b7ade10633e3) AuthConfig (4cd9349695d8f324ae72b504dfa1fab82b5e7f83a7321457e77a42c736c6934e) AuthConfig (d1c4a6d4c1425b5cce80bc9440a80157c68aa618808eaaad8a61a84b9efbd173) AuthConfig (1b9c93505603d63f18284bd4df2b4230d0c4e09de48a0e27d8ecefe9b31c235d) AuthConfig (17b2518355be6b9f270d8108f06b510838e7ad4db86921f2c93e63980d7c3722) AuthConfig (6bde24148cd0ca9c020fa92a8d96b3c07eafc2fb9c98261b1257888f2cb85af9) AuthConfig (19721a8eddca06da6ba0cd2414ddace89be0159d80eaa218a628597715e63f6c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"2e9f8c5d-c823-4882-a31e-1d168baf0b1b","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:31.486679058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"6280e739-34ce-44d2-bbf2-1ef9bc6e7eba","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:31.508285808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"6280e739-34ce-44d2-bbf2-1ef9bc6e7eba","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:31.527986564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b29d4a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8cc4422bf587ed9b660f15d29a762a83912dde6abc4adffa137c97d8d15415) AuthConfig (6b83197ff07fadbcb180f8f9a432d984f70acd0c797781815d2b221eb566d7d8) AuthConfig (d823fd619350130ecaf2f88b51fe2c4fdc8e6189521e9c609f8500f3d3587115) AuthConfig (b2fc2890922b55b51cd4b4618eb8a7656c184716853d11f138f85bcca54e499f) AuthConfig (38fed08444e569ac92ae1a36c4122e6e3b21e7be0460532b96f96cb560c11a79) AuthConfig (3e944df366063d8e71de21a6de7810559374d22d8cd3decc50f2f651d4732c02) AuthConfig (75035a62ea31f22cb14f16646ec67ecca392cef9d7c423da7249bf112381768a) AuthConfig (4f71b998b4f5c87663d3c7872c20296577ef6129ab7008ababadf43762758453) AuthConfig (67068e9e64b999022701e0d9425350e61214becb197f8676be58c995a5b69b56) AuthConfig (82f9afcbe629075a24bbc4b24a5b7544a07065c04fc70988797583a338cf240e) AuthConfig (d1e53629828e85dc9a644cb7ddb8b9cc9d6f9e2491ca43c3f5477fd3fe0d8726) AuthConfig (ce9f3e88f9c4806163aa7dcf8d06e7ef5ed9f026104a73ae710898b1ea0c08d6) AuthConfig (e4d8778dcdc5dd8c2309ab961b54bb81b4e2fc4e39f786f954d0696acf10cfdc) AuthConfig (d3fc10155c32f9a1ca06f32ee4365dee29b244fd580bc43744127c73809588b7) AuthConfig (68481e9a9698bfa81cfeaaabc2396bf30fba660a1514525b29731823b0f97656) AuthConfig (202371ed17a6fd1087fbcc3740607c7ce4e258c3720d0c4de3aa05f382674974) AuthConfig (747efbbeb8ea8127ae5c2f5cdc6f3a29218df78537fa6485e7d34a1554df6565) AuthConfig (d321aa3c36e95b060895e0c6b424f3c0b3262da4d7b452b8dc8f1dc43e621dc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"6280e739-34ce-44d2-bbf2-1ef9bc6e7eba","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:37.77367711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa48e62e-0187-4539-a22e-dc9040e2cf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:37.789473683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa48e62e-0187-4539-a22e-dc9040e2cf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:37.80514382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa48e62e-0187-4539-a22e-dc9040e2cf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:37.821103405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa48e62e-0187-4539-a22e-dc9040e2cf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:38.459193245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f01c027-0ec3-48d0-8125-32e4d51b3fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:38.475378222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f01c027-0ec3-48d0-8125-32e4d51b3fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:38.491372681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f01c027-0ec3-48d0-8125-32e4d51b3fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:38.507313177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f01c027-0ec3-48d0-8125-32e4d51b3fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:39.813079941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"de1d3a12-ccc6-4d07-9133-1b20524f9540","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:39.834609914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"de1d3a12-ccc6-4d07-9133-1b20524f9540","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:39.854657246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-db4dd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (754ffe11fbc8b2278032904a04aefbdc9ddd6546a74dc994179c716874c22e6e) AuthConfig (e4960dffcab02779f6e208bbc64576a9973b05b2eac5f0460a9db44e4847eba4) AuthConfig (9f81db97a6df3aa510284dd86862996a0e09f0fa7fc8ce3fd153060952a82648) AuthConfig (cbb916f9390b2e2194d70f72fb6ea5bd0a6e5c32407bc4db532b097a7df51ddd) AuthConfig (5890526732115d3ea54c4458c11f457fd46867345da6f80727dd35857df09bd4) AuthConfig (097249bbac07d48bfe82a72c8c53e769ab63e5558e4e816b7f6561b068b05c5d) AuthConfig (55fb6d7936c1002a8cfabf8895c1666d616c65367f553c2271afbb9cb950b225) AuthConfig (179778cc0e95f80a23f0382a19ab70adcac464567a0d96abd8d67665d8d74f79) AuthConfig (c14b8572e7c7cd3495520c5572e2144c4370ea0808ee3a59d4fb01a007e58214) AuthConfig (95fbdeadf140978df24a5426a916691ef7cb52bc4310e6d26f43a01343fda1bf) AuthConfig (7c88118ddb11d0d046e468da05b0f154ba2511a8d7cff7b58fc28ef80ffd3514) AuthConfig (bece9b522f6c488c8478ff96e178896bb661b4f2a5d72eb2e939b7ade10633e3) AuthConfig (4cd9349695d8f324ae72b504dfa1fab82b5e7f83a7321457e77a42c736c6934e) AuthConfig (d1c4a6d4c1425b5cce80bc9440a80157c68aa618808eaaad8a61a84b9efbd173) AuthConfig (1b9c93505603d63f18284bd4df2b4230d0c4e09de48a0e27d8ecefe9b31c235d) AuthConfig (17b2518355be6b9f270d8108f06b510838e7ad4db86921f2c93e63980d7c3722) AuthConfig (6bde24148cd0ca9c020fa92a8d96b3c07eafc2fb9c98261b1257888f2cb85af9) AuthConfig (19721a8eddca06da6ba0cd2414ddace89be0159d80eaa218a628597715e63f6c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"de1d3a12-ccc6-4d07-9133-1b20524f9540","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:41.561752832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"d23db34f-277c-4c3a-a254-c2b1aa8cf459","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:41.583239823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"d23db34f-277c-4c3a-a254-c2b1aa8cf459","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:41.603578454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b29d4a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8cc4422bf587ed9b660f15d29a762a83912dde6abc4adffa137c97d8d15415) AuthConfig (6b83197ff07fadbcb180f8f9a432d984f70acd0c797781815d2b221eb566d7d8) AuthConfig (d823fd619350130ecaf2f88b51fe2c4fdc8e6189521e9c609f8500f3d3587115) AuthConfig (b2fc2890922b55b51cd4b4618eb8a7656c184716853d11f138f85bcca54e499f) AuthConfig (38fed08444e569ac92ae1a36c4122e6e3b21e7be0460532b96f96cb560c11a79) AuthConfig (3e944df366063d8e71de21a6de7810559374d22d8cd3decc50f2f651d4732c02) AuthConfig (75035a62ea31f22cb14f16646ec67ecca392cef9d7c423da7249bf112381768a) AuthConfig (4f71b998b4f5c87663d3c7872c20296577ef6129ab7008ababadf43762758453) AuthConfig (67068e9e64b999022701e0d9425350e61214becb197f8676be58c995a5b69b56) AuthConfig (82f9afcbe629075a24bbc4b24a5b7544a07065c04fc70988797583a338cf240e) AuthConfig (d1e53629828e85dc9a644cb7ddb8b9cc9d6f9e2491ca43c3f5477fd3fe0d8726) AuthConfig (ce9f3e88f9c4806163aa7dcf8d06e7ef5ed9f026104a73ae710898b1ea0c08d6) AuthConfig (e4d8778dcdc5dd8c2309ab961b54bb81b4e2fc4e39f786f954d0696acf10cfdc) AuthConfig (d3fc10155c32f9a1ca06f32ee4365dee29b244fd580bc43744127c73809588b7) AuthConfig (68481e9a9698bfa81cfeaaabc2396bf30fba660a1514525b29731823b0f97656) AuthConfig (202371ed17a6fd1087fbcc3740607c7ce4e258c3720d0c4de3aa05f382674974) AuthConfig (747efbbeb8ea8127ae5c2f5cdc6f3a29218df78537fa6485e7d34a1554df6565) AuthConfig (d321aa3c36e95b060895e0c6b424f3c0b3262da4d7b452b8dc8f1dc43e621dc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"d23db34f-277c-4c3a-a254-c2b1aa8cf459","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:45.439750835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-sub","reconcileID":"5ba070ed-22f0-452b-b81f-07b39209d45c","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"maas-trlp-test-model-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:45.550581152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"6aad4586-3a43-4f31-9e7e-1cf5356b572e","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:45.550610672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"6aad4586-3a43-4f31-9e7e-1cf5356b572e","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:47.519204455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"bfc6116e-4ce2-43ad-ac6e-ea27120bab80","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:47.540549676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"bfc6116e-4ce2-43ad-ac6e-ea27120bab80","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:49.886475119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"c573851e-5bfc-4201-a549-72902518685a","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:49.908622117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"c573851e-5bfc-4201-a549-72902518685a","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:49.998083381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"224277e4-bfa7-4553-894b-1cea5db418cb","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:49.998111724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"224277e4-bfa7-4553-894b-1cea5db418cb","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:51.636179416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"3065c33b-ac2d-41c9-bfbe-cd73ebe8bfb1","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:51.657377789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"3065c33b-ac2d-41c9-bfbe-cd73ebe8bfb1","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:51.898528519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"cb4d856a-4294-436b-bc14-fe75a739341e","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:51.898551687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"cb4d856a-4294-436b-bc14-fe75a739341e","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.101481067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"1a259f58-65e8-4dce-b254-7be6f28c476e","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.101501744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"1a259f58-65e8-4dce-b254-7be6f28c476e","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.126455628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"678c20ca-09ce-4e9a-885f-8732fa650249","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.126487999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"678c20ca-09ce-4e9a-885f-8732fa650249","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:40:52.13686582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-sub","reconcileID":"18e29f6d-5132-4729-bba0-2876822b5a06","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-db4dd2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.137209653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"1cfe2558-c90d-4a06-8c8a-71ac937c65d7","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:40:52.144353276Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"678c20ca-09ce-4e9a-885f-8732fa650249","name":"test-model-db4dd2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-db4dd2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:40:52.144420283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"678c20ca-09ce-4e9a-885f-8732fa650249","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-db4dd2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.149883711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"ad45574f-ec69-4e0b-acb1-a9f2d83612e1","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.149902684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"ad45574f-ec69-4e0b-acb1-a9f2d83612e1","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.15928455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"1cfe2558-c90d-4a06-8c8a-71ac937c65d7","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.179284841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"34afab05-b00b-476e-96f4-c35c1533c496","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.179308608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"34afab05-b00b-476e-96f4-c35c1533c496","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.201765195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"8668e2c5-432b-4549-9dcc-fce3cf55fed6","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.20178782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"8668e2c5-432b-4549-9dcc-fce3cf55fed6","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.271942303Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-sub","reconcileID":"d7b5677e-6e5b-4b0e-8c4b-e6291c194ec2","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"maas-trlp-test-model-db4dd2","model":"test-model-db4dd2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.330306459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"04dcdb3a-24a1-4342-95ed-a0faeb0c3692","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.331315649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"95c5f284-93aa-449f-a6ce-b375090c10ce","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.331336867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"95c5f284-93aa-449f-a6ce-b375090c10ce","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.356859111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"04dcdb3a-24a1-4342-95ed-a0faeb0c3692","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.401346269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-sub","reconcileID":"5fbd8e81-a8f2-4eac-8ea7-393f10f3d619","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"maas-trlp-test-model-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.451050295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"04c3f221-de25-42cc-a174-f051c4a34496","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.451074462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"04c3f221-de25-42cc-a174-f051c4a34496","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.473907869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"6fd4d06e-1ec4-4ae9-a764-205815727d5d","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.473942022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"6fd4d06e-1ec4-4ae9-a764-205815727d5d","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.482222405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"622809d6-7782-471d-869f-599cf97d3ac8","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:40:52.491132561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-sub","reconcileID":"2fedc9cd-940b-4268-8dc2-210dd15075c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b29d4a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:40:52.491886964Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"6fd4d06e-1ec4-4ae9-a764-205815727d5d","name":"test-model-b29d4a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b29d4a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:40:52.491939511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"6fd4d06e-1ec4-4ae9-a764-205815727d5d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b29d4a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.497596365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"964383a8-8358-401b-8bb9-ea9b0b9c6dc1","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.497616055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"964383a8-8358-401b-8bb9-ea9b0b9c6dc1","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.502939482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"622809d6-7782-471d-869f-599cf97d3ac8","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.52890911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"5f84e23e-5b6a-4bf6-a4e3-382665f026ed","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.528932631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"5f84e23e-5b6a-4bf6-a4e3-382665f026ed","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.550079099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"a7379cdd-897e-4ce0-a40c-b997655e5893","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.550104454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"a7379cdd-897e-4ce0-a40c-b997655e5893","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.618080212Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-sub","reconcileID":"50328dbf-960f-49c6-9212-b8ea7f8a94f9","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"maas-trlp-test-model-b29d4a","model":"test-model-b29d4a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.643971174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"6da326c2-0820-4d48-8e43-2ff913ef57f2","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.665199496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"6da326c2-0820-4d48-8e43-2ff913ef57f2","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.679092359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"4a50b000-b163-42f5-948a-a0547c1fcc6b","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.679257702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"4a50b000-b163-42f5-948a-a0547c1fcc6b","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:52.742962477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-sub","reconcileID":"5208c56b-2314-4099-ab06-c11da5dcca30","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"maas-trlp-test-model-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:40:58.819640793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:10.750345884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"820585f4-f8dd-4099-b741-d6c2b1ac87d6","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:10.750467244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"820585f4-f8dd-4099-b741-d6c2b1ac87d6","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.092972071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"fae8b414-39ef-43a0-84d2-1e5c5f64e5fe","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.092999591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"fae8b414-39ef-43a0-84d2-1e5c5f64e5fe","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.102491982Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"1a8c1da1-5b05-4238-bd5d-98e886598d5c","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.102617298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"9ed4f558-a84d-4ebf-b42f-0570867bc97e","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.102634201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"9ed4f558-a84d-4ebf-b42f-0570867bc97e","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.124885806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"0988ca4a-5ec6-4f0c-b655-26863a61d210","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.124918553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"0988ca4a-5ec6-4f0c-b655-26863a61d210","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.145727984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"d230a8bc-e058-4eec-b43e-01253d0d7694","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.192286381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-sub","reconcileID":"e7220ce6-fddd-46ef-9751-e05710700950","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"maas-trlp-test-model-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.202569808Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"d230a8bc-e058-4eec-b43e-01253d0d7694","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.222644012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6aa9aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"d230a8bc-e058-4eec-b43e-01253d0d7694","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.22959742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"1a8c1da1-5b05-4238-bd5d-98e886598d5c","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.243127412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"12299fb4-4f7c-4905-a5f0-5d1a8ef6b27a","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.243151368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"12299fb4-4f7c-4905-a5f0-5d1a8ef6b27a","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.285597075Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"1a8c1da1-5b05-4238-bd5d-98e886598d5c","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.285622229Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"1a8c1da1-5b05-4238-bd5d-98e886598d5c","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.306224258Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"548e4c93-ad43-492a-9f2c-9d967bf1d3ed","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.306661821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"9ffee859-89cf-4a93-ad1f-a2792a1e29df","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.30668309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"9ffee859-89cf-4a93-ad1f-a2792a1e29df","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.39787549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-sub","reconcileID":"76e2d18d-8937-4328-b846-fbbe0f3b0d60","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"maas-trlp-test-model-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.440563284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"548e4c93-ad43-492a-9f2c-9d967bf1d3ed","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.453107396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"491e334b-de28-4a6b-99a3-8e94d5c2b686","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.453130898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"491e334b-de28-4a6b-99a3-8e94d5c2b686","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.461275132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"548e4c93-ad43-492a-9f2c-9d967bf1d3ed","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"e2e-inf-a-bd287f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:11.461296789Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"548e4c93-ad43-492a-9f2c-9d967bf1d3ed","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bd287f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:41:11.477287618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd287f-auth","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-auth","reconcileID":"548e4c93-ad43-492a-9f2c-9d967bf1d3ed","error":"maasauthpolicies.maas.opendatahub.io \"test-model-bd287f-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.456187186Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"a313b0c7-a6de-4817-af62-629d428c97a1","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.456401896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"b69408fd-ea6f-4888-bd11-9646359b576f","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.456422681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"b69408fd-ea6f-4888-bd11-9646359b576f","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.588362762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"a313b0c7-a6de-4817-af62-629d428c97a1","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.602082011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-sub","reconcileID":"0751f68c-0a36-4dd0-9924-c8e1745f6217","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"maas-trlp-test-model-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.69824593Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"a313b0c7-a6de-4817-af62-629d428c97a1","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"e2e-inf-a-415c6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.698273077Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-auth","reconcileID":"a313b0c7-a6de-4817-af62-629d428c97a1","MaaSAuthPolicy":{"name":"test-model-415c6b-auth","namespace":"ai-tenant-e2e-inf-a-415c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.728819542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"4333e91f-ee66-4a1f-9c81-656a0ef810f5","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.728843012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"4333e91f-ee66-4a1f-9c81-656a0ef810f5","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.843286939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-sub","reconcileID":"b5b56eb0-7a47-4592-9cd9-c40c97a7cc07","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"maas-trlp-test-model-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.867046128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"6f31773d-4d48-45c3-8cf3-981f00461355","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:14.867070905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"6f31773d-4d48-45c3-8cf3-981f00461355","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:19.353063021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-sub","reconcileID":"e4ce7a17-589c-4ff1-bac9-242a8a981ac3","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"maas-trlp-test-model-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:19.413976374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"167b8cbc-81fe-408e-a500-e179794f1059","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:19.414002497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"167b8cbc-81fe-408e-a500-e179794f1059","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:19.660933602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-sub","reconcileID":"83868c8e-a5f9-4de3-886a-d1c1f89e436f","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"maas-trlp-test-model-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:19.72822225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"dfe379b4-5d80-4fe8-9e0e-65df8db559d8","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:19.728246308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"dfe379b4-5d80-4fe8-9e0e-65df8db559d8","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:19.997615018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"c7fc7da1-bafb-4c96-a747-cd9057ad17c1","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:20.050879206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"c7fc7da1-bafb-4c96-a747-cd9057ad17c1","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:20.070662329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6aa9aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"c7fc7da1-bafb-4c96-a747-cd9057ad17c1","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:21.201924943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"f045a299-0559-4102-ac3e-111c967b3ff5","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:21.222875701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"f045a299-0559-4102-ac3e-111c967b3ff5","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:21.326031994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"baf6bdd3-deef-43bf-8bb6-808ed2502e59","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:21.354750766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"baf6bdd3-deef-43bf-8bb6-808ed2502e59","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:21.51042588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-sub","reconcileID":"9a96633b-f92f-4440-9723-16fbdd01460f","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","subscription":"test-model-bd287f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:21.527099567Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-sub","reconcileID":"9a96633b-f92f-4440-9723-16fbdd01460f","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:21.543932427Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f-sub","reconcileID":"9a96633b-f92f-4440-9723-16fbdd01460f","MaaSSubscription":{"name":"test-model-bd287f-sub","namespace":"ai-tenant-e2e-inf-a-bd287f"},"name":"maas-trlp-test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:21.638882937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"8cd51a95-1430-4230-81b5-1ffac5d0f653","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"tenant":"e2e-inf-a-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","model":"ai-tenant-e2e-inf-a-bd287f/test-model-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:21.638913519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"test-model-bd287f","reconcileID":"8cd51a95-1430-4230-81b5-1ffac5d0f653","MaaSModelRef":{"name":"test-model-bd287f","namespace":"ai-tenant-e2e-inf-a-bd287f"},"routeName":"test-model-bd287f-kserve-route","namespace":"ai-tenant-e2e-inf-a-bd287f","llmisvcName":"test-model-bd287f","gateway":"openshift-ingress/e2e-inf-a-bd287f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.168763769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"daa91207-6091-4d80-8b6f-181a73220a84","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.168805857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"daa91207-6091-4d80-8b6f-181a73220a84","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.204947529Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"cf4d7360-374f-45d9-ae08-46d54830b741","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.205654903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"07cfda26-154b-4015-9685-2cb8c0e73569","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.205767445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"07cfda26-154b-4015-9685-2cb8c0e73569","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.331247482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-sub","reconcileID":"df9bbc20-b7e9-4191-b7a1-5dcd9c66284c","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"maas-trlp-test-model-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.351529096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"cf4d7360-374f-45d9-ae08-46d54830b741","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.396237006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"ff721198-97fb-4bd1-84f1-44a33114ce38","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.396274669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"ff721198-97fb-4bd1-84f1-44a33114ce38","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.424977634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"cf4d7360-374f-45d9-ae08-46d54830b741","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"e2e-inf-b-190407-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.42501197Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-auth","reconcileID":"cf4d7360-374f-45d9-ae08-46d54830b741","MaaSAuthPolicy":{"name":"test-model-190407-auth","namespace":"ai-tenant-e2e-inf-b-190407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.446258821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"51667ee5-cc54-455f-b883-044561aae8c2","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.446285131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"51667ee5-cc54-455f-b883-044561aae8c2","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.490915087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"62848e0e-fbe7-408e-bdbb-2369be96d58f","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.490939122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"62848e0e-fbe7-408e-bdbb-2369be96d58f","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.510577232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"b285b347-5a86-4fe5-ab8a-32677ec774a3","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.510602096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"b285b347-5a86-4fe5-ab8a-32677ec774a3","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.542702184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-sub","reconcileID":"e50658bd-3ce9-4a4f-bd68-f42dd5d91332","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"maas-trlp-test-model-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.587093142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"6d1b1ab7-1406-41cc-97b7-29d3b0588e5b","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.587123133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"6d1b1ab7-1406-41cc-97b7-29d3b0588e5b","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.596099907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"c5293535-37ad-4b37-9c24-bfcaad0f2834","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.701738126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"c67e3df2-5d61-4c3b-871b-941f7c9dcde8","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.701852276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"c67e3df2-5d61-4c3b-871b-941f7c9dcde8","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.751400727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"b39119df-6aab-44f7-9f9a-7bd1ea033171","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.751425696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"b39119df-6aab-44f7-9f9a-7bd1ea033171","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.752627702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"c5293535-37ad-4b37-9c24-bfcaad0f2834","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.773012981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-73423b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"c5293535-37ad-4b37-9c24-bfcaad0f2834","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.783606404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"3f2754e1-ac33-4f33-808b-59a30c15ad4e","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.797440103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"3d31761d-2aaf-4a39-9656-282c98cf2c21","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.797462391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"3d31761d-2aaf-4a39-9656-282c98cf2c21","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.851042671Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"3f2754e1-ac33-4f33-808b-59a30c15ad4e","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.870966799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5457f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"3f2754e1-ac33-4f33-808b-59a30c15ad4e","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.892691181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"7a2c73f0-d0e9-48ed-afbd-20ddeaa86d76","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:23.892718389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"7a2c73f0-d0e9-48ed-afbd-20ddeaa86d76","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:24.940575813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-sub","reconcileID":"1f2413a1-0352-448d-a0b3-5c4687668be6","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","subscription":"test-model-415c6b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:24.957396339Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-sub","reconcileID":"1f2413a1-0352-448d-a0b3-5c4687668be6","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:24.974586904Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b-sub","reconcileID":"1f2413a1-0352-448d-a0b3-5c4687668be6","MaaSSubscription":{"name":"test-model-415c6b-sub","namespace":"ai-tenant-e2e-inf-a-415c6b"},"name":"maas-trlp-test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:25.152663409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"3e1c49bf-77ac-44da-974b-88f96989bba7","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"tenant":"e2e-inf-a-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","model":"ai-tenant-e2e-inf-a-415c6b/test-model-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:25.152693002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"test-model-415c6b","reconcileID":"3e1c49bf-77ac-44da-974b-88f96989bba7","MaaSModelRef":{"name":"test-model-415c6b","namespace":"ai-tenant-e2e-inf-a-415c6b"},"routeName":"test-model-415c6b-kserve-route","namespace":"ai-tenant-e2e-inf-a-415c6b","llmisvcName":"test-model-415c6b","gateway":"openshift-ingress/e2e-inf-a-415c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:28.819227639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:30.103511426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"1afdc159-bff1-4044-b394-7a80c021dbb6","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:30.124781927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"1afdc159-bff1-4044-b394-7a80c021dbb6","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:30.144930304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6aa9aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"1afdc159-bff1-4044-b394-7a80c021dbb6","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.685410567Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-sub","reconcileID":"65467e47-1795-4e7e-b2a1-a780b7e14193","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"model":"ai-tenant-e2e-inf-b-190407/test-model-190407","subscription":"test-model-190407-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.701923348Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-sub","reconcileID":"65467e47-1795-4e7e-b2a1-a780b7e14193","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.718672603Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407-sub","reconcileID":"65467e47-1795-4e7e-b2a1-a780b7e14193","MaaSSubscription":{"name":"test-model-190407-sub","namespace":"ai-tenant-e2e-inf-b-190407"},"name":"maas-trlp-test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.823021577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"5f199e42-f845-4a03-83e8-008861b55d45","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"tenant":"e2e-inf-b-190407","gateway":"openshift-ingress/e2e-inf-b-190407","model":"ai-tenant-e2e-inf-b-190407/test-model-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.823046564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"test-model-190407","reconcileID":"5f199e42-f845-4a03-83e8-008861b55d45","MaaSModelRef":{"name":"test-model-190407","namespace":"ai-tenant-e2e-inf-b-190407"},"routeName":"test-model-190407-kserve-route","namespace":"ai-tenant-e2e-inf-b-190407","llmisvcName":"test-model-190407","gateway":"openshift-ingress/e2e-inf-b-190407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.829707909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"9b7ca0c2-0819-46d8-9db5-1d79dacde652","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.851447914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"9b7ca0c2-0819-46d8-9db5-1d79dacde652","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.871197927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-73423b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"9b7ca0c2-0819-46d8-9db5-1d79dacde652","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.929779291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"460e37df-f4e6-47ee-aa87-ad400858fb5e","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.951434635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"460e37df-f4e6-47ee-aa87-ad400858fb5e","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:33.971461578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5457f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"460e37df-f4e6-47ee-aa87-ad400858fb5e","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.219936897Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"e1453f6e-9ad6-42f5-8e26-022876cba490","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.220185844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"b5594334-957b-433b-8894-8ca858b7bd83","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.22020556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"b5594334-957b-433b-8894-8ca858b7bd83","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.319671529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-sub","reconcileID":"5606713f-ce55-45c0-ab2b-105a5b9f576b","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"maas-trlp-test-model-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.356798886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"e1453f6e-9ad6-42f5-8e26-022876cba490","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.418045636Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"e1453f6e-9ad6-42f5-8e26-022876cba490","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"e2e-inf-b-ab0a2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.418084006Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-auth","reconcileID":"e1453f6e-9ad6-42f5-8e26-022876cba490","MaaSAuthPolicy":{"name":"test-model-ab0a2c-auth","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.44307139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"b0f5b6f6-9eef-4f7e-9a8f-e03a9c563435","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.443109761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"b0f5b6f6-9eef-4f7e-9a8f-e03a9c563435","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.538236984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-sub","reconcileID":"44876f8e-61c1-4a32-abb0-691c96308fb9","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"maas-trlp-test-model-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.577805162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"b48632e7-61b2-4d3e-be9f-71a77f85baec","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:37.577832553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"b48632e7-61b2-4d3e-be9f-71a77f85baec","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:40.273602172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"c74a4178-fd7f-4218-805f-8a616e664f48","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:40.295851983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"c74a4178-fd7f-4218-805f-8a616e664f48","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:40.352550848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6aa9aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"c74a4178-fd7f-4218-805f-8a616e664f48","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:40.755558005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d310ff5-75e5-4abb-9b2b-6e30d9a3e9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:40.772044093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d310ff5-75e5-4abb-9b2b-6e30d9a3e9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:40.789334962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d310ff5-75e5-4abb-9b2b-6e30d9a3e9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:40.806016029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d310ff5-75e5-4abb-9b2b-6e30d9a3e9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:41.499248015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83422d2b-6537-4c36-a6da-fbac2af4ebe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:41.515972745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83422d2b-6537-4c36-a6da-fbac2af4ebe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:41.532501388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83422d2b-6537-4c36-a6da-fbac2af4ebe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:41.548981755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83422d2b-6537-4c36-a6da-fbac2af4ebe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:43.90343925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"fb69dc4f-8ba8-4758-a875-c9bb5e0d62be","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:43.924511359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"fb69dc4f-8ba8-4758-a875-c9bb5e0d62be","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:43.944344884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-73423b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"fb69dc4f-8ba8-4758-a875-c9bb5e0d62be","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:44.003629309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"9c728300-9f95-4aac-a764-7b3065a21d65","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:44.024725751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"9c728300-9f95-4aac-a764-7b3065a21d65","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:44.044458584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5457f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"9c728300-9f95-4aac-a764-7b3065a21d65","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:47.636928886Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-sub","reconcileID":"c06f484b-f524-4d15-969e-c9a325a8a25b","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","subscription":"test-model-ab0a2c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:47.653820883Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-sub","reconcileID":"c06f484b-f524-4d15-969e-c9a325a8a25b","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:47.670707762Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c-sub","reconcileID":"c06f484b-f524-4d15-969e-c9a325a8a25b","MaaSSubscription":{"name":"test-model-ab0a2c-sub","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"name":"maas-trlp-test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:47.850067947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"7a3d5634-9c46-46b6-8459-860c4825dd6e","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"tenant":"e2e-inf-b-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","model":"ai-tenant-e2e-inf-b-ab0a2c/test-model-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:47.850095085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"test-model-ab0a2c","reconcileID":"7a3d5634-9c46-46b6-8459-860c4825dd6e","MaaSModelRef":{"name":"test-model-ab0a2c","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"routeName":"test-model-ab0a2c-kserve-route","namespace":"ai-tenant-e2e-inf-b-ab0a2c","llmisvcName":"test-model-ab0a2c","gateway":"openshift-ingress/e2e-inf-b-ab0a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:50.387417678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"e781cc68-28b4-48ad-a53d-a75b20f3befb","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:50.411831656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"e781cc68-28b4-48ad-a53d-a75b20f3befb","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:50.433309584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6aa9aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"e781cc68-28b4-48ad-a53d-a75b20f3befb","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:53.978626892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"58a691e6-5fe4-42fc-b9a0-3029b265b4c8","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:54.003530245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"58a691e6-5fe4-42fc-b9a0-3029b265b4c8","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:54.023982652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-73423b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"58a691e6-5fe4-42fc-b9a0-3029b265b4c8","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:54.079618273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"d94cb5de-a4de-4a86-b144-adf733eb510e","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:54.108234798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"d94cb5de-a4de-4a86-b144-adf733eb510e","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:54.152204651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5457f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"d94cb5de-a4de-4a86-b144-adf733eb510e","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:54.347876086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c8ad5-d54b-4b8d-ac57-f5247adb147e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:54.364570237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c8ad5-d54b-4b8d-ac57-f5247adb147e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:54.380801627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c8ad5-d54b-4b8d-ac57-f5247adb147e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:54.39750295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c8ad5-d54b-4b8d-ac57-f5247adb147e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:55.060261132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d437542d-f34b-4b02-9978-1515e4b0da7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:55.079061256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d437542d-f34b-4b02-9978-1515e4b0da7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:55.164282963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d437542d-f34b-4b02-9978-1515e4b0da7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:55.18031679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d437542d-f34b-4b02-9978-1515e4b0da7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:55.844990892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e807f7f-e0d7-425d-96f4-1bdc98705d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:55.861480245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e807f7f-e0d7-425d-96f4-1bdc98705d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:55.87748738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e807f7f-e0d7-425d-96f4-1bdc98705d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:55.894897119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e807f7f-e0d7-425d-96f4-1bdc98705d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:41:58.875757985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.463407627Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","namespace":"ai-tenant-e2e-inf-a-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.463466553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","namespace":"ai-tenant-e2e-inf-a-bd287f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.463515272Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","tenant":"e2e-inf-a-bd287f","tenantID":"e2e-inf-a-bd287f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.4660377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"1267a9a6-9c13-4a79-9c9b-1aaf872a0016","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.483943088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"Deployment","name":"maas-api-e2e-inf-a-bd287f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.4889216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"1267a9a6-9c13-4a79-9c9b-1aaf872a0016","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.509453284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6aa9aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"1267a9a6-9c13-4a79-9c9b-1aaf872a0016","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.519672881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"Service","name":"maas-api-e2e-inf-a-bd287f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.541243774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-bd287f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.561774207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-bd287f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.580374828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.598483762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.619342198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.637795775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.65348996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"Deployment","name":"payload-processing-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.669114752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.684716301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"Service","name":"payload-processing-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.701568095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.717222586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.732931413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.748780467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.769663105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.786098251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.802540628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.818463583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-bd287f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:00.83422807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bd287f"},"namespace":"ai-tenant-e2e-inf-a-bd287f","name":"default-tenant","reconcileID":"db76dc35-ccb5-4064-998c-c9a01a442ea2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-bd287f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:01.121859893Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-bd287f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-bd287f","reconcileID":"a929480d-d3e4-4cf6-8049-b5a43f08ee7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-bd287f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-bd287f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:01.637127642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a89c8d-5c29-48c4-b28c-e060b6e8a1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:01.654188486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a89c8d-5c29-48c4-b28c-e060b6e8a1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:01.670265169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a89c8d-5c29-48c4-b28c-e060b6e8a1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:01.686595863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a89c8d-5c29-48c4-b28c-e060b6e8a1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:02.317626497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd3a52c-1a96-479b-8064-4b517ea2aa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:02.333919252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd3a52c-1a96-479b-8064-4b517ea2aa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:02.350047156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd3a52c-1a96-479b-8064-4b517ea2aa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:02.366787749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd3a52c-1a96-479b-8064-4b517ea2aa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:04.059437809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"05161d06-be20-41df-aaee-5741a30ca483","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:04.083971447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"05161d06-be20-41df-aaee-5741a30ca483","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:04.104006858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-73423b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"05161d06-be20-41df-aaee-5741a30ca483","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:04.186111675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"51c3cbb5-3981-43a7-8f67-1f8a66112642","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:04.209742662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"51c3cbb5-3981-43a7-8f67-1f8a66112642","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:04.231672094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5457f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"51c3cbb5-3981-43a7-8f67-1f8a66112642","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:10.552320803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"e82d7e22-f4db-4550-ae2b-4ad6d702256f","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:10.575988572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"e82d7e22-f4db-4550-ae2b-4ad6d702256f","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:10.651285538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6aa9aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9bd790f8d2f059758b5bed1745adcfdf256dce7d478934d91a88e03b003063) AuthConfig (c968044e6968debdac9aa426e44a224a3ea9465c50ea2b6429822b6230a8fa7f) AuthConfig (e75ad1313a9a15dc52afbf30f0f47c7d373365f411cc9ab5133117e1286d9e52) AuthConfig (cfcb7a2fd5d538a88e2dea6d4c1c65a55b5f21fe7bdfb06086a9f45490fe23fe) AuthConfig (2c94def59764998b88fc533a2dadcfa5709ae83acbbc13210d93122ba5940ed7) AuthConfig (c74b0eededfea80615f31bc83884cc5308191e50c786bf3739082e76dba13203) AuthConfig (13f31b710ded4757ee28e0c85eba2789af947d0a7e33035653825860a3e40363) AuthConfig (51f641606e93c7ed01bdc3361870d68c022da7342a2311b9f0fab407cbac3569) AuthConfig (7c3406ae60b2680086ad162e5a7173459ccd918ac84fb5adb53d8bc466c9fad5) AuthConfig (6f981ad3a65860e7dbeb14b01d812dd7bbdfb7a26412205d93dca7bbec83c4f0) AuthConfig (b1e50bd89c9f3e7ea3f864ea1a22d436fcbc00cb95012f615beff38f177c55e6) AuthConfig (8f2c1f8bb2ab02f05dd11fcf59f1d181bbc6acf6db99784f4ba2451ece4abad4) AuthConfig (57e4de68cfca3ca433f1a572a4fdcb1157f83f15d53c1bc9dba41cffa93ef3da) AuthConfig (a9237b11d5c52fbed038c5f470e28baeb855c2be8b73cbc67c0a0d3ebba4ad58) AuthConfig (631af8b0b774d254587076079a3e29f3ee03e2424865f2f4346e9a616f23a879) AuthConfig (035af8c7b9a1154d7e453f8f3138824d5199eabc4c4799aaff9f6dab70f9fc9f) AuthConfig (463552f93161a852d54aaf6f708079d58b8848ae0644d98b2489e26ba380a7d9) AuthConfig (d5bf9d9fde4ba9e3670c592622938f61d643a7f16a61a97ab5fa8d07f58a8897)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"e82d7e22-f4db-4550-ae2b-4ad6d702256f","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:10.6731005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"1d75782b-ef7a-4a6b-8a9e-82d84087d703","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:10.67312413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"1d75782b-ef7a-4a6b-8a9e-82d84087d703","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:10.816908539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac97b6e-bddf-45e2-b72a-cd04dcf00835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:10.833492285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac97b6e-bddf-45e2-b72a-cd04dcf00835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:10.849918785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac97b6e-bddf-45e2-b72a-cd04dcf00835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:10.866408693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac97b6e-bddf-45e2-b72a-cd04dcf00835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:11.548951328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff0ac67-8795-4297-9f7e-bbb346fbaeea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:11.565714853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff0ac67-8795-4297-9f7e-bbb346fbaeea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:11.583057507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff0ac67-8795-4297-9f7e-bbb346fbaeea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:11.599849024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff0ac67-8795-4297-9f7e-bbb346fbaeea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:12.242440137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e092a4ab-e0da-405a-800e-eaacf9547b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:12.258400933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e092a4ab-e0da-405a-800e-eaacf9547b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:12.275056757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e092a4ab-e0da-405a-800e-eaacf9547b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:12.29197776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e092a4ab-e0da-405a-800e-eaacf9547b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:12.970690935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07446224-d7d3-4dfd-b5db-e3d6d943cbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:12.987268455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07446224-d7d3-4dfd-b5db-e3d6d943cbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:13.003615668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07446224-d7d3-4dfd-b5db-e3d6d943cbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:13.01962689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07446224-d7d3-4dfd-b5db-e3d6d943cbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:13.649249215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a489e49-a152-4f33-ac10-1b671169b4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:13.665973959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a489e49-a152-4f33-ac10-1b671169b4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:13.683091537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a489e49-a152-4f33-ac10-1b671169b4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:13.699561042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a489e49-a152-4f33-ac10-1b671169b4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.171968666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"e6acbd08-47b7-4e69-a42a-0fcfe8456e27","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.196495423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"e6acbd08-47b7-4e69-a42a-0fcfe8456e27","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.221311029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-73423b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7eb8b0e753648a12d2cd87faa5d1e88141994406839d8c8c2fa2ce4e4edc261) AuthConfig (0640adaf2064b5496bf4f91bb603339564b6ed6692fdcb8d2c9dd2323b70a5e3) AuthConfig (e2aa9cec546958e8796fd66f47278a7f2ef357de3d70ff6b3cb1d105b47fd033) AuthConfig (0b9ab8f1fcee7320d4e392ac17afd360c494d45ca9336a1036c8f31b153540ec) AuthConfig (9e7d01a2727ba0c271b3122be6f229a18b7f804c154ac37a434775c19e1713d9) AuthConfig (fe6508f636d73653e71e2cb50247e6b7a011ac9a4ffd7c19139d17c863b687f7) AuthConfig (9a6680b3f6d0f189e08d4c480b965a43768490a2775a12745b4432e502343256) AuthConfig (76a7d9c3dfebb0ba6e4982cada625a207bfaea5e0105f934a11dde8c1e8f8129) AuthConfig (08c8581ccd5ca63915a3d1a6a789010b4277ec607813dc6bda6f89e3aea6213f) AuthConfig (6044548fdefec79019d5161ecd2d492c0eb94027bfaf43b44e3acbf0cad48a16) AuthConfig (36a79e507b62735b16be81230e8ad93d13dad91ce74de60b0dc25cdc7cdf8dc9) AuthConfig (a165c951381e2783738626014dda1792d8518f40f160d50d5f0091ddc5493989) AuthConfig (f9c3598af1972bb142c0b00dbcc529295c9b175ef27c00c3f6a5c02a0604f1cd) AuthConfig (20f98d61662ce0b74eaf997dc29c2ffde337d2f3eb7d1ac1bbedba0b06d6c59c) AuthConfig (fe941e03ccdabc9fe47ea4569aefdcb011082a0c555a01668e2aea52edb0229e) AuthConfig (af80537ed8d16b25939f5351f6d2f69723eb3d17c4996a853d2849b3aab908c4) AuthConfig (5ca2678d436574cd89b1fdbe20e6980c3fcf0a8538e22c57e6659f76a37f3248) AuthConfig (fb1f782fbe25d60e200da7784dbecf13352dedcf65242f608d5e7f20bd30d0d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"e6acbd08-47b7-4e69-a42a-0fcfe8456e27","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.260870846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"e01cbc2e-6913-4269-a531-88f76c153230","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.260901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"e01cbc2e-6913-4269-a531-88f76c153230","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.277376506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"e2cd1a7e-2ad0-4d55-9bd7-417cc9b058a5","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.304337194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"e2cd1a7e-2ad0-4d55-9bd7-417cc9b058a5","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.328743395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5457f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (839622683f4ee0e96d9c30e756c825f278aa2014a7b28a21fa25ea078a065450) AuthConfig (1703ef32a1b69e77b9d012e460c2dd536622dce51b753c75c3463844fd8c08fb) AuthConfig (e057d3f5650a2685b3047c79531895f2eff285e6e63ece518a7ef204c4111d43) AuthConfig (3a1605bb87feffa80d63690c5dba6fa3d1605acaa67465d42dab04311077ec1a) AuthConfig (c59351b4eaac6768b8899d62f060547b59dc8090e94cb4feeb25196168be54fd) AuthConfig (286579490bc491227ddad5ecb8a6eb67c52589a1dcf56e57ee50809c0160c67f) AuthConfig (b7242caf165e76be77930e25bd7d17e8bfe332ba383756fd0fdb83ce22bbe3a1) AuthConfig (f01f0c0bc1315ee228573832144c774e350828a8eda9aba33e40419994d9e276) AuthConfig (844ab58e034b89755fd6cbb11fac42a3e94e99745ffc603520b96b6ce352a193) AuthConfig (e46914ad1c28bd31cb2cd4a99e36844ec999ef8ceb32f49f638e9818167a1e5e) AuthConfig (5530e388daedcf4aaf2ac442be6c911a572848badee1b1025d654b445dcf119a) AuthConfig (639de97767053ad0395ea0b8adc35cbb159c61b436ac5ed69d58e3172143acc0) AuthConfig (d7fcd8cf62a5832e7545897cd7ed5b05ca6fd2316cd05bd82b65a731a82de356) AuthConfig (3f87ac34142803e7dd9cc1619ae9ad9b7a9b904886053fccc972b030ddf9bb1f) AuthConfig (065677b6cb12609867a46cd6bdd3235289b0f311c60f898a2aa3d191b2de290c) AuthConfig (89dd8a0f10b733c39b2814459147a4b7339e3ebed31abbd29b924d563f081210) AuthConfig (860f8b5e23720775178e187cfa86273f911d6ff4f7cb53fb8fe6106ebe9e141f) AuthConfig (10a99bc26b31d6d0a890db0a8146c3fbe09810e3827f0eb5156e7333de6ed2d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"e2cd1a7e-2ad0-4d55-9bd7-417cc9b058a5","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.358643991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"0c375c72-a631-413b-a7c2-f60868fc38c6","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.35866873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"0c375c72-a631-413b-a7c2-f60868fc38c6","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.374559271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7767da10-2b0f-461b-8faf-63fb5dad16f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.390990451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7767da10-2b0f-461b-8faf-63fb5dad16f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.450669322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7767da10-2b0f-461b-8faf-63fb5dad16f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:14.467431177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7767da10-2b0f-461b-8faf-63fb5dad16f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:20.706806187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"088343c0-e177-4e1e-a4c0-9e63db058610","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:20.727541417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"088343c0-e177-4e1e-a4c0-9e63db058610","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:20.747087989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6aa9aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9bd790f8d2f059758b5bed1745adcfdf256dce7d478934d91a88e03b003063) AuthConfig (c968044e6968debdac9aa426e44a224a3ea9465c50ea2b6429822b6230a8fa7f) AuthConfig (e75ad1313a9a15dc52afbf30f0f47c7d373365f411cc9ab5133117e1286d9e52) AuthConfig (cfcb7a2fd5d538a88e2dea6d4c1c65a55b5f21fe7bdfb06086a9f45490fe23fe) AuthConfig (2c94def59764998b88fc533a2dadcfa5709ae83acbbc13210d93122ba5940ed7) AuthConfig (c74b0eededfea80615f31bc83884cc5308191e50c786bf3739082e76dba13203) AuthConfig (13f31b710ded4757ee28e0c85eba2789af947d0a7e33035653825860a3e40363) AuthConfig (51f641606e93c7ed01bdc3361870d68c022da7342a2311b9f0fab407cbac3569) AuthConfig (7c3406ae60b2680086ad162e5a7173459ccd918ac84fb5adb53d8bc466c9fad5) AuthConfig (6f981ad3a65860e7dbeb14b01d812dd7bbdfb7a26412205d93dca7bbec83c4f0) AuthConfig (b1e50bd89c9f3e7ea3f864ea1a22d436fcbc00cb95012f615beff38f177c55e6) AuthConfig (8f2c1f8bb2ab02f05dd11fcf59f1d181bbc6acf6db99784f4ba2451ece4abad4) AuthConfig (57e4de68cfca3ca433f1a572a4fdcb1157f83f15d53c1bc9dba41cffa93ef3da) AuthConfig (a9237b11d5c52fbed038c5f470e28baeb855c2be8b73cbc67c0a0d3ebba4ad58) AuthConfig (631af8b0b774d254587076079a3e29f3ee03e2424865f2f4346e9a616f23a879) AuthConfig (035af8c7b9a1154d7e453f8f3138824d5199eabc4c4799aaff9f6dab70f9fc9f) AuthConfig (463552f93161a852d54aaf6f708079d58b8848ae0644d98b2489e26ba380a7d9) AuthConfig (d5bf9d9fde4ba9e3670c592622938f61d643a7f16a61a97ab5fa8d07f58a8897)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"088343c0-e177-4e1e-a4c0-9e63db058610","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:24.293568361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"2164cad0-7a89-444e-9485-0808350c5cdf","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:24.315032957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"2164cad0-7a89-444e-9485-0808350c5cdf","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:24.335409159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-73423b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7eb8b0e753648a12d2cd87faa5d1e88141994406839d8c8c2fa2ce4e4edc261) AuthConfig (0640adaf2064b5496bf4f91bb603339564b6ed6692fdcb8d2c9dd2323b70a5e3) AuthConfig (e2aa9cec546958e8796fd66f47278a7f2ef357de3d70ff6b3cb1d105b47fd033) AuthConfig (0b9ab8f1fcee7320d4e392ac17afd360c494d45ca9336a1036c8f31b153540ec) AuthConfig (9e7d01a2727ba0c271b3122be6f229a18b7f804c154ac37a434775c19e1713d9) AuthConfig (fe6508f636d73653e71e2cb50247e6b7a011ac9a4ffd7c19139d17c863b687f7) AuthConfig (9a6680b3f6d0f189e08d4c480b965a43768490a2775a12745b4432e502343256) AuthConfig (76a7d9c3dfebb0ba6e4982cada625a207bfaea5e0105f934a11dde8c1e8f8129) AuthConfig (08c8581ccd5ca63915a3d1a6a789010b4277ec607813dc6bda6f89e3aea6213f) AuthConfig (6044548fdefec79019d5161ecd2d492c0eb94027bfaf43b44e3acbf0cad48a16) AuthConfig (36a79e507b62735b16be81230e8ad93d13dad91ce74de60b0dc25cdc7cdf8dc9) AuthConfig (a165c951381e2783738626014dda1792d8518f40f160d50d5f0091ddc5493989) AuthConfig (f9c3598af1972bb142c0b00dbcc529295c9b175ef27c00c3f6a5c02a0604f1cd) AuthConfig (20f98d61662ce0b74eaf997dc29c2ffde337d2f3eb7d1ac1bbedba0b06d6c59c) AuthConfig (fe941e03ccdabc9fe47ea4569aefdcb011082a0c555a01668e2aea52edb0229e) AuthConfig (af80537ed8d16b25939f5351f6d2f69723eb3d17c4996a853d2849b3aab908c4) AuthConfig (5ca2678d436574cd89b1fdbe20e6980c3fcf0a8538e22c57e6659f76a37f3248) AuthConfig (fb1f782fbe25d60e200da7784dbecf13352dedcf65242f608d5e7f20bd30d0d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"2164cad0-7a89-444e-9485-0808350c5cdf","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:24.393851121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"fadb1f84-d0d9-43cd-a74c-57fe29dd2452","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:24.416602168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"fadb1f84-d0d9-43cd-a74c-57fe29dd2452","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:24.436543761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5457f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (839622683f4ee0e96d9c30e756c825f278aa2014a7b28a21fa25ea078a065450) AuthConfig (1703ef32a1b69e77b9d012e460c2dd536622dce51b753c75c3463844fd8c08fb) AuthConfig (e057d3f5650a2685b3047c79531895f2eff285e6e63ece518a7ef204c4111d43) AuthConfig (3a1605bb87feffa80d63690c5dba6fa3d1605acaa67465d42dab04311077ec1a) AuthConfig (c59351b4eaac6768b8899d62f060547b59dc8090e94cb4feeb25196168be54fd) AuthConfig (286579490bc491227ddad5ecb8a6eb67c52589a1dcf56e57ee50809c0160c67f) AuthConfig (b7242caf165e76be77930e25bd7d17e8bfe332ba383756fd0fdb83ce22bbe3a1) AuthConfig (f01f0c0bc1315ee228573832144c774e350828a8eda9aba33e40419994d9e276) AuthConfig (844ab58e034b89755fd6cbb11fac42a3e94e99745ffc603520b96b6ce352a193) AuthConfig (e46914ad1c28bd31cb2cd4a99e36844ec999ef8ceb32f49f638e9818167a1e5e) AuthConfig (5530e388daedcf4aaf2ac442be6c911a572848badee1b1025d654b445dcf119a) AuthConfig (639de97767053ad0395ea0b8adc35cbb159c61b436ac5ed69d58e3172143acc0) AuthConfig (d7fcd8cf62a5832e7545897cd7ed5b05ca6fd2316cd05bd82b65a731a82de356) AuthConfig (3f87ac34142803e7dd9cc1619ae9ad9b7a9b904886053fccc972b030ddf9bb1f) AuthConfig (065677b6cb12609867a46cd6bdd3235289b0f311c60f898a2aa3d191b2de290c) AuthConfig (89dd8a0f10b733c39b2814459147a4b7339e3ebed31abbd29b924d563f081210) AuthConfig (860f8b5e23720775178e187cfa86273f911d6ff4f7cb53fb8fe6106ebe9e141f) AuthConfig (10a99bc26b31d6d0a890db0a8146c3fbe09810e3827f0eb5156e7333de6ed2d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"fadb1f84-d0d9-43cd-a74c-57fe29dd2452","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:28.819984523Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:30.779415404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"44d10583-11f2-4367-8c5f-5a5a5481da1c","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:30.800622478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"44d10583-11f2-4367-8c5f-5a5a5481da1c","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:30.820825252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6aa9aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9bd790f8d2f059758b5bed1745adcfdf256dce7d478934d91a88e03b003063) AuthConfig (c968044e6968debdac9aa426e44a224a3ea9465c50ea2b6429822b6230a8fa7f) AuthConfig (e75ad1313a9a15dc52afbf30f0f47c7d373365f411cc9ab5133117e1286d9e52) AuthConfig (cfcb7a2fd5d538a88e2dea6d4c1c65a55b5f21fe7bdfb06086a9f45490fe23fe) AuthConfig (2c94def59764998b88fc533a2dadcfa5709ae83acbbc13210d93122ba5940ed7) AuthConfig (c74b0eededfea80615f31bc83884cc5308191e50c786bf3739082e76dba13203) AuthConfig (13f31b710ded4757ee28e0c85eba2789af947d0a7e33035653825860a3e40363) AuthConfig (51f641606e93c7ed01bdc3361870d68c022da7342a2311b9f0fab407cbac3569) AuthConfig (7c3406ae60b2680086ad162e5a7173459ccd918ac84fb5adb53d8bc466c9fad5) AuthConfig (6f981ad3a65860e7dbeb14b01d812dd7bbdfb7a26412205d93dca7bbec83c4f0) AuthConfig (b1e50bd89c9f3e7ea3f864ea1a22d436fcbc00cb95012f615beff38f177c55e6) AuthConfig (8f2c1f8bb2ab02f05dd11fcf59f1d181bbc6acf6db99784f4ba2451ece4abad4) AuthConfig (57e4de68cfca3ca433f1a572a4fdcb1157f83f15d53c1bc9dba41cffa93ef3da) AuthConfig (a9237b11d5c52fbed038c5f470e28baeb855c2be8b73cbc67c0a0d3ebba4ad58) AuthConfig (631af8b0b774d254587076079a3e29f3ee03e2424865f2f4346e9a616f23a879) AuthConfig (035af8c7b9a1154d7e453f8f3138824d5199eabc4c4799aaff9f6dab70f9fc9f) AuthConfig (463552f93161a852d54aaf6f708079d58b8848ae0644d98b2489e26ba380a7d9) AuthConfig (d5bf9d9fde4ba9e3670c592622938f61d643a7f16a61a97ab5fa8d07f58a8897)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"44d10583-11f2-4367-8c5f-5a5a5481da1c","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:34.368503896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"32305e9d-b917-4469-8fb8-90d2fc119d01","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:34.389614678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"32305e9d-b917-4469-8fb8-90d2fc119d01","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:34.410210368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-73423b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7eb8b0e753648a12d2cd87faa5d1e88141994406839d8c8c2fa2ce4e4edc261) AuthConfig (0640adaf2064b5496bf4f91bb603339564b6ed6692fdcb8d2c9dd2323b70a5e3) AuthConfig (e2aa9cec546958e8796fd66f47278a7f2ef357de3d70ff6b3cb1d105b47fd033) AuthConfig (0b9ab8f1fcee7320d4e392ac17afd360c494d45ca9336a1036c8f31b153540ec) AuthConfig (9e7d01a2727ba0c271b3122be6f229a18b7f804c154ac37a434775c19e1713d9) AuthConfig (fe6508f636d73653e71e2cb50247e6b7a011ac9a4ffd7c19139d17c863b687f7) AuthConfig (9a6680b3f6d0f189e08d4c480b965a43768490a2775a12745b4432e502343256) AuthConfig (76a7d9c3dfebb0ba6e4982cada625a207bfaea5e0105f934a11dde8c1e8f8129) AuthConfig (08c8581ccd5ca63915a3d1a6a789010b4277ec607813dc6bda6f89e3aea6213f) AuthConfig (6044548fdefec79019d5161ecd2d492c0eb94027bfaf43b44e3acbf0cad48a16) AuthConfig (36a79e507b62735b16be81230e8ad93d13dad91ce74de60b0dc25cdc7cdf8dc9) AuthConfig (a165c951381e2783738626014dda1792d8518f40f160d50d5f0091ddc5493989) AuthConfig (f9c3598af1972bb142c0b00dbcc529295c9b175ef27c00c3f6a5c02a0604f1cd) AuthConfig (20f98d61662ce0b74eaf997dc29c2ffde337d2f3eb7d1ac1bbedba0b06d6c59c) AuthConfig (fe941e03ccdabc9fe47ea4569aefdcb011082a0c555a01668e2aea52edb0229e) AuthConfig (af80537ed8d16b25939f5351f6d2f69723eb3d17c4996a853d2849b3aab908c4) AuthConfig (5ca2678d436574cd89b1fdbe20e6980c3fcf0a8538e22c57e6659f76a37f3248) AuthConfig (fb1f782fbe25d60e200da7784dbecf13352dedcf65242f608d5e7f20bd30d0d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"32305e9d-b917-4469-8fb8-90d2fc119d01","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:34.46944598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"2e5adb10-fbb1-4f45-8cc7-e21e4dfb3337","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:34.490988207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"2e5adb10-fbb1-4f45-8cc7-e21e4dfb3337","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:34.51107482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5457f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (839622683f4ee0e96d9c30e756c825f278aa2014a7b28a21fa25ea078a065450) AuthConfig (1703ef32a1b69e77b9d012e460c2dd536622dce51b753c75c3463844fd8c08fb) AuthConfig (e057d3f5650a2685b3047c79531895f2eff285e6e63ece518a7ef204c4111d43) AuthConfig (3a1605bb87feffa80d63690c5dba6fa3d1605acaa67465d42dab04311077ec1a) AuthConfig (c59351b4eaac6768b8899d62f060547b59dc8090e94cb4feeb25196168be54fd) AuthConfig (286579490bc491227ddad5ecb8a6eb67c52589a1dcf56e57ee50809c0160c67f) AuthConfig (b7242caf165e76be77930e25bd7d17e8bfe332ba383756fd0fdb83ce22bbe3a1) AuthConfig (f01f0c0bc1315ee228573832144c774e350828a8eda9aba33e40419994d9e276) AuthConfig (844ab58e034b89755fd6cbb11fac42a3e94e99745ffc603520b96b6ce352a193) AuthConfig (e46914ad1c28bd31cb2cd4a99e36844ec999ef8ceb32f49f638e9818167a1e5e) AuthConfig (5530e388daedcf4aaf2ac442be6c911a572848badee1b1025d654b445dcf119a) AuthConfig (639de97767053ad0395ea0b8adc35cbb159c61b436ac5ed69d58e3172143acc0) AuthConfig (d7fcd8cf62a5832e7545897cd7ed5b05ca6fd2316cd05bd82b65a731a82de356) AuthConfig (3f87ac34142803e7dd9cc1619ae9ad9b7a9b904886053fccc972b030ddf9bb1f) AuthConfig (065677b6cb12609867a46cd6bdd3235289b0f311c60f898a2aa3d191b2de290c) AuthConfig (89dd8a0f10b733c39b2814459147a4b7339e3ebed31abbd29b924d563f081210) AuthConfig (860f8b5e23720775178e187cfa86273f911d6ff4f7cb53fb8fe6106ebe9e141f) AuthConfig (10a99bc26b31d6d0a890db0a8146c3fbe09810e3827f0eb5156e7333de6ed2d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"2e5adb10-fbb1-4f45-8cc7-e21e4dfb3337","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:40.854104186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"3dc319a3-4ede-41a1-a0d0-70e96e578fd3","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:40.875288411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"3dc319a3-4ede-41a1-a0d0-70e96e578fd3","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:40.966018213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"03494ac4-fd65-4c3e-848a-e3d127fa06c0","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:40.966044883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"03494ac4-fd65-4c3e-848a-e3d127fa06c0","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.23560076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"ca795e8f-f929-455c-ab96-aa5f8de5a266","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.235622645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"ca795e8f-f929-455c-ab96-aa5f8de5a266","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.259580421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"b0551d4e-689b-4cc4-8989-b149a83ad2b8","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.259691459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"b0551d4e-689b-4cc4-8989-b149a83ad2b8","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.266762227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"94522625-bc9b-450e-9ded-ad9e99467318","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:42:44.269905507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-sub","reconcileID":"e18eb513-7366-4ba7-80a0-5752ebd66067","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-6aa9aa-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:42:44.278555629Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"b0551d4e-689b-4cc4-8989-b149a83ad2b8","name":"test-model-6aa9aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-6aa9aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:42:44.278612039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"b0551d4e-689b-4cc4-8989-b149a83ad2b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-6aa9aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.284596155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"593c72f4-fbf3-4557-a6ed-637e89fa26fa","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.284615675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"593c72f4-fbf3-4557-a6ed-637e89fa26fa","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.287383437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"94522625-bc9b-450e-9ded-ad9e99467318","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.307270694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"89fefc50-6904-4037-b3cf-372cb5fe272f","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.307292526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"89fefc50-6904-4037-b3cf-372cb5fe272f","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.328582955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"e7d85c47-7263-4ca7-920c-ec5333f325a3","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.328608304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"e7d85c47-7263-4ca7-920c-ec5333f325a3","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.421645826Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-sub","reconcileID":"8a1cadc0-5d47-41f8-9308-b381c146045f","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"maas-trlp-test-model-6aa9aa","model":"test-model-6aa9aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.445295502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"51d2903a-4fc7-4dfc-93d9-0d074b2b16dc","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.451250494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"01b93756-989f-4deb-bba3-ad3112f9cd4e","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.466276697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"51d2903a-4fc7-4dfc-93d9-0d074b2b16dc","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.472188514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"01b93756-989f-4deb-bba3-ad3112f9cd4e","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.481078245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"b8af6005-e2f1-49ba-bf15-e4e05876aab9","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.481101921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"b8af6005-e2f1-49ba-bf15-e4e05876aab9","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.54364602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"4765bd88-8f8e-4208-a714-c1244c3dd5d6","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.548343484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-sub","reconcileID":"1319aefa-071f-43e5-960c-a250eaa530cb","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"maas-trlp-test-model-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.557266982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"37305360-0d39-49fc-a801-787662291f2a","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.557288588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"37305360-0d39-49fc-a801-787662291f2a","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.5646026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"4765bd88-8f8e-4208-a714-c1244c3dd5d6","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.656314001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"cdb8a369-6746-4d79-aa5f-c81e70dd3b37","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:44.656343843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"cdb8a369-6746-4d79-aa5f-c81e70dd3b37","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.432788734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"a6c605a5-e716-4bbf-9755-fdbd3cd3e534","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.432819774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"a6c605a5-e716-4bbf-9755-fdbd3cd3e534","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.457699943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"138d0de9-2e5b-4775-a9fb-22d149d0d7a0","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.457754629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"138d0de9-2e5b-4775-a9fb-22d149d0d7a0","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:42:46.468961214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-sub","reconcileID":"897745e5-9c57-4f72-b9d5-ae22896c3dce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-73423b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.470636394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"655782a1-349e-498e-9f23-5ebbd8a629da","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:42:46.479427389Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"138d0de9-2e5b-4775-a9fb-22d149d0d7a0","name":"test-model-73423b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-73423b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:42:46.479474121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"138d0de9-2e5b-4775-a9fb-22d149d0d7a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-73423b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.554513975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"655782a1-349e-498e-9f23-5ebbd8a629da","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.5720829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"00c348f1-c54e-4814-9cd2-c83a389e06d5","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.572107332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"00c348f1-c54e-4814-9cd2-c83a389e06d5","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.651092774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"2b8c8278-0d6d-4bf1-99fd-e84ea662fd0a","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.651117688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"2b8c8278-0d6d-4bf1-99fd-e84ea662fd0a","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.675059011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"965a8757-9e24-438b-b715-c4d99ba4de47","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.675081812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"965a8757-9e24-438b-b715-c4d99ba4de47","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.682908523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"79ac989f-e976-41e6-a2b6-2c0a3876a74d","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.682932206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"79ac989f-e976-41e6-a2b6-2c0a3876a74d","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.683918917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"ee392eba-9ef9-4ae1-8121-c8ac038e75f7","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.683934893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"ee392eba-9ef9-4ae1-8121-c8ac038e75f7","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.69176666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"67e590a9-1025-41c3-9d36-7132e3119641","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:42:46.703274256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-sub","reconcileID":"e8ca83be-9fb8-4482-97ea-cb019907cc37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5457f2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.716072341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"67e590a9-1025-41c3-9d36-7132e3119641","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.759505417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"ca43cb9e-8d5e-4414-a070-dd5d4b91b4fa","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.759529411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"ca43cb9e-8d5e-4414-a070-dd5d4b91b4fa","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.797483822Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-sub","reconcileID":"5391b12a-8473-45cb-af21-c5e39e5cb961","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"maas-trlp-test-model-73423b","model":"test-model-73423b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-73423b/test-model-73423b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.81244625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"5ff620fb-e1e8-4e56-8ae9-b67337ab3c52","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.813374228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"ae3b2648-6420-4301-9ea9-ecffec8f3963","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.813392602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"ae3b2648-6420-4301-9ea9-ecffec8f3963","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.836407207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"5ff620fb-e1e8-4e56-8ae9-b67337ab3c52","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.87255052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"029a6c0b-23cc-4116-9004-90990ed55a43","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.872579021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"029a6c0b-23cc-4116-9004-90990ed55a43","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.885682267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"29d22696-14fc-46ea-9e5f-bbb157298510","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.898427195Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-sub","reconcileID":"a4aa998e-33c4-41b7-ae13-16969ccd3f11","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"maas-trlp-test-model-5457f2","model":"test-model-5457f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-5457f2/test-model-5457f2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.908061896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"29d22696-14fc-46ea-9e5f-bbb157298510","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.96775099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"fb807f4b-e5e1-41eb-a703-22c162bb6710","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.967776195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"fb807f4b-e5e1-41eb-a703-22c162bb6710","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:46.98058635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-sub","reconcileID":"326d339a-b887-4939-8958-1b7730529357","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"maas-trlp-test-model-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:47.08171767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-sub","reconcileID":"52d44720-0943-4f3b-ac8a-7b33195cbfda","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"maas-trlp-test-model-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:47.169263239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"c8b61cfd-eaef-4ee9-a283-bf5bd391952a","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:47.169290018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"c8b61cfd-eaef-4ee9-a283-bf5bd391952a","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.167889617Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","namespace":"ai-tenant-e2e-inf-a-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.167974958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","namespace":"ai-tenant-e2e-inf-a-415c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.168061762Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","tenant":"e2e-inf-a-415c6b","tenantID":"e2e-inf-a-415c6b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.186203024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"Deployment","name":"maas-api-e2e-inf-a-415c6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.219846326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"Service","name":"maas-api-e2e-inf-a-415c6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.239325135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-415c6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.258055775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-415c6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.277491078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.296004117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.327678501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.346766512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.36348912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"Deployment","name":"payload-processing-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.379536072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.395633191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"Service","name":"payload-processing-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.413430739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.432548034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.44862998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.465016074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.487471277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.504940081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.521862971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.537800627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-415c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.553905457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-415c6b"},"namespace":"ai-tenant-e2e-inf-a-415c6b","name":"default-tenant","reconcileID":"153a991a-328c-4909-9cd4-6172d7b2d554","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-415c6b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:50.845022302Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-415c6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-415c6b","reconcileID":"cd0548b0-5851-4501-9c72-89130ff147c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-415c6b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-415c6b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:51.365664067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c45d04d-91b2-4970-9e75-d00a8e74fc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:51.382051442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c45d04d-91b2-4970-9e75-d00a8e74fc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:51.398534876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c45d04d-91b2-4970-9e75-d00a8e74fc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:51.414638623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c45d04d-91b2-4970-9e75-d00a8e74fc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:52.147322733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5297623b-565c-468f-92df-1f07af8943f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:52.163547568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5297623b-565c-468f-92df-1f07af8943f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:52.179759485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5297623b-565c-468f-92df-1f07af8943f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:52.195869848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5297623b-565c-468f-92df-1f07af8943f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:58.820145514Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:59.46751082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb3ff25-6619-4df0-8204-a8b3a057adf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:59.483928339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb3ff25-6619-4df0-8204-a8b3a057adf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:59.499877197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb3ff25-6619-4df0-8204-a8b3a057adf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:42:59.520748979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb3ff25-6619-4df0-8204-a8b3a057adf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:00.26107136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973dace9-3965-4bc0-891a-5275edc0eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:00.27729651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973dace9-3965-4bc0-891a-5275edc0eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:00.293378483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973dace9-3965-4bc0-891a-5275edc0eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:00.309324886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973dace9-3965-4bc0-891a-5275edc0eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:05.727068644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-sub","reconcileID":"9a1988c5-ffa3-46f4-8273-13979913487c","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"maas-trlp-test-model-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:05.789068483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"045a993e-6bbe-4d1d-8bc2-62a9523d3919","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:05.789093215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"045a993e-6bbe-4d1d-8bc2-62a9523d3919","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:06.531965629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-sub","reconcileID":"7ae692a4-92eb-4635-a886-aac9aeaff200","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"maas-trlp-test-model-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:06.592245791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"8020ece4-9b72-430f-ae69-4533e7bddb04","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:06.592267476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"8020ece4-9b72-430f-ae69-4533e7bddb04","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:06.633562985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-sub","reconcileID":"80fbfcbe-651d-4422-9272-cef36bdc57cb","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"maas-trlp-test-model-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:06.6934247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"37446dd3-e187-41f3-ba14-61d3ccb7290a","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:06.693446567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"37446dd3-e187-41f3-ba14-61d3ccb7290a","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:06.915627257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"96b6aa3f-4ddb-4b23-bdcb-ea86c849452b","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:06.938652296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"96b6aa3f-4ddb-4b23-bdcb-ea86c849452b","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:07.442338701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"1c8123bd-ae42-4659-a554-81c6a6cf5b5f","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:07.46384828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"1c8123bd-ae42-4659-a554-81c6a6cf5b5f","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:08.077316836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"6f63f143-9df0-4ab4-8c7c-8d03fe1542d7","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:08.098672135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"6f63f143-9df0-4ab4-8c7c-8d03fe1542d7","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:08.946464105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"dde35480-0d64-41c6-b187-951663d7b0d1","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:08.946493295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"dde35480-0d64-41c6-b187-951663d7b0d1","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:09.301248298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"578da7fe-1ab8-4532-bea8-f63ef1bf85fe","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:09.30129106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"578da7fe-1ab8-4532-bea8-f63ef1bf85fe","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:09.320011299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"6616b9d4-83f3-4c13-9171-2739efb78518","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:09.320037936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"6616b9d4-83f3-4c13-9171-2739efb78518","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:09.357641396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"445d37e1-8b87-4d4b-84c9-838d6481d0d9","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:09.429509395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"445d37e1-8b87-4d4b-84c9-838d6481d0d9","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:09.451453306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a4b17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"445d37e1-8b87-4d4b-84c9-838d6481d0d9","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:09.471065063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"957c049b-79fc-44d7-b601-11ff0afb8d69","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:09.471091125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"957c049b-79fc-44d7-b601-11ff0afb8d69","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.581928936Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","namespace":"ai-tenant-e2e-inf-b-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.581994161Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","namespace":"ai-tenant-e2e-inf-b-190407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.582050369Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","tenant":"e2e-inf-b-190407","tenantID":"e2e-inf-b-190407","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.600133355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"Deployment","name":"maas-api-e2e-inf-b-190407","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.633775438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"Service","name":"maas-api-e2e-inf-b-190407","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.653036567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-190407","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.673414433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-190407","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.692102695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.711012545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.734058457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.752909372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.768972888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"Deployment","name":"payload-processing-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.784958998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.803513101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"Service","name":"payload-processing-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.81967495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.835747441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.859710436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.875841442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.895989293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.916122769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.933335576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.949426596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-190407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:12.966817666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-190407"},"namespace":"ai-tenant-e2e-inf-b-190407","name":"default-tenant","reconcileID":"7237da57-9484-40e4-8585-a3b51ecda27d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-190407","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:13.278467076Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-190407","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-190407","reconcileID":"d2cf8ac4-e45d-4754-b828-5c7adca6b989","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-190407","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-190407"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:13.704057382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb9233e-40b2-49fb-89fa-592bcd03b83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:13.720927579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb9233e-40b2-49fb-89fa-592bcd03b83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:13.738547007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb9233e-40b2-49fb-89fa-592bcd03b83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:13.755348197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb9233e-40b2-49fb-89fa-592bcd03b83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:14.396290873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8421a5f4-d26d-4649-b610-9581d9442d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:14.412487125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8421a5f4-d26d-4649-b610-9581d9442d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:14.431227218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8421a5f4-d26d-4649-b610-9581d9442d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:14.44735565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8421a5f4-d26d-4649-b610-9581d9442d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:19.504226287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"0349b0d2-699e-4b59-b4e1-1b4dc21c215a","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:19.524925624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"0349b0d2-699e-4b59-b4e1-1b4dc21c215a","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:19.545964052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a4b17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"0349b0d2-699e-4b59-b4e1-1b4dc21c215a","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.087239701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"042c4af0-aa93-4553-a28e-90b1eaf0ee77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.087262274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"042c4af0-aa93-4553-a28e-90b1eaf0ee77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.108321257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17171f44-bb5a-44a5-8873-0adfdb70527e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.108344853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17171f44-bb5a-44a5-8873-0adfdb70527e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.141874694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"8a19cfda-16e4-4521-92fc-9dc4ce90c3d2","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.210585803Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"8a19cfda-16e4-4521-92fc-9dc4ce90c3d2","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.23026866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"8a19cfda-16e4-4521-92fc-9dc4ce90c3d2","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.251887281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88e182e9-db9e-4a08-a8f6-464573a86558","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.251910231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88e182e9-db9e-4a08-a8f6-464573a86558","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.302741147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03c7b83c-547c-4a0a-b648-da3cefc3bd9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.302764143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03c7b83c-547c-4a0a-b648-da3cefc3bd9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.321801578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0209e972-84bc-457c-83e3-ad5f4ca27b7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.321825066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0209e972-84bc-457c-83e3-ad5f4ca27b7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.335560084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"f5de069a-83de-4867-89fd-ec44a58ee6ad","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:43:22.345123331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-sub-55c48ae3","reconcileID":"eefafe16-3f8a-4a2c-9307-bff91c83461f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-55c48ae3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.359083569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"f5de069a-83de-4867-89fd-ec44a58ee6ad","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.38098343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"f5de069a-83de-4867-89fd-ec44a58ee6ad","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.391901664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be0c28a-cfca-495b-a5cb-cf848833215c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.391924618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be0c28a-cfca-495b-a5cb-cf848833215c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.416197118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5693b93c-df48-4048-ab74-41dae828438d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.416223121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5693b93c-df48-4048-ab74-41dae828438d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.504124817Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-sub-55c48ae3","reconcileID":"6308d6d5-8cd5-44c4-b9f0-768721ca8aab","MaaSSubscription":{"name":"e2e-sub-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-55c48ae3/e2e-sub-55c48ae3","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.56425272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"386bd7b9-6724-4bcd-90db-502039498723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.564276891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"386bd7b9-6724-4bcd-90db-502039498723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.581919117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4e8ce8f-c31d-4a03-9539-9521a14f9b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:22.682724508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-sub-55c48ae3","reconcileID":"7a2edd8a-26e9-4ba9-99b3-ecea5566b003","MaaSSubscription":{"name":"e2e-sub-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:28.820021196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:28.904874725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"bfa524ab-d36e-4d2d-adf5-9bdc3931934e","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:28.905093763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"40103926-8a7e-49f1-92cd-ad1898b0a706","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:28.905113681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"40103926-8a7e-49f1-92cd-ad1898b0a706","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:28.994915226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-sub","reconcileID":"3ea35f65-62d2-4aac-81fa-453274c50047","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"maas-trlp-test-model-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.039983161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"bfa524ab-d36e-4d2d-adf5-9bdc3931934e","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.095883318Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"bfa524ab-d36e-4d2d-adf5-9bdc3931934e","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.095908346Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"bfa524ab-d36e-4d2d-adf5-9bdc3931934e","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.118726204Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"b11b7a01-bbea-4afd-ad06-559e67ca2352","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.119613804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"239ffd64-07b3-44b7-9251-74898d1de4c5","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.119637845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"239ffd64-07b3-44b7-9251-74898d1de4c5","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.211492725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-sub","reconcileID":"42db7e4d-5a5f-467d-bc26-0c289122f735","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"maas-trlp-test-model-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.227580931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"fbceaff2-3393-4365-9caf-0a0e491c20fc","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.227737617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"d291870b-5c2d-403f-8499-cb872c6a570c","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.227757166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"d291870b-5c2d-403f-8499-cb872c6a570c","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.251280854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"b11b7a01-bbea-4afd-ad06-559e67ca2352","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.255197523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"472a718a-d5b4-4b66-a59a-926a9f8f5516","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.255219894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"472a718a-d5b4-4b66-a59a-926a9f8f5516","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.27199648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"b11b7a01-bbea-4afd-ad06-559e67ca2352","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"e2e-inf-a-db4dd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.272018255Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"b11b7a01-bbea-4afd-ad06-559e67ca2352","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db4dd2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:43:29.2878998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db4dd2-auth","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-auth","reconcileID":"b11b7a01-bbea-4afd-ad06-559e67ca2352","error":"maasauthpolicies.maas.opendatahub.io \"test-model-db4dd2-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.318387266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-sub","reconcileID":"28226e31-bddc-4c8d-a822-67c1a3495b19","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"maas-trlp-test-model-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.451455774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"fbceaff2-3393-4365-9caf-0a0e491c20fc","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.507454863Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"fbceaff2-3393-4365-9caf-0a0e491c20fc","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"e2e-inf-a-b29d4a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.50748986Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-auth","reconcileID":"fbceaff2-3393-4365-9caf-0a0e491c20fc","MaaSAuthPolicy":{"name":"test-model-b29d4a-auth","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.528381906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"4f9ddf05-7c62-4f4f-a83b-a80973a0cf70","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.528405932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"4f9ddf05-7c62-4f4f-a83b-a80973a0cf70","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.578062058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"a263a9bb-86c4-4b56-a325-4fb3fd895ca0","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.599042164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"a263a9bb-86c4-4b56-a325-4fb3fd895ca0","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.61730865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-sub","reconcileID":"80d129f3-c438-453c-996f-461eff7ddfb1","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"maas-trlp-test-model-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.619031598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a4b17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"a263a9bb-86c4-4b56-a325-4fb3fd895ca0","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.685025465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"755df63d-ea16-496d-bad0-a76d9af01264","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:29.685055393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"755df63d-ea16-496d-bad0-a76d9af01264","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:32.416261771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"92079112-ac52-4db3-8a3e-e34093a5216b","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:32.437191251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"92079112-ac52-4db3-8a3e-e34093a5216b","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:32.457270861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"92079112-ac52-4db3-8a3e-e34093a5216b","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.309785718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-sub","reconcileID":"431c44a2-5dd7-40b2-b5e3-014f39081b8b","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","subscription":"test-model-db4dd2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.326705666Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-sub","reconcileID":"431c44a2-5dd7-40b2-b5e3-014f39081b8b","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.343585029Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2-sub","reconcileID":"431c44a2-5dd7-40b2-b5e3-014f39081b8b","MaaSSubscription":{"name":"test-model-db4dd2-sub","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"name":"maas-trlp-test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.503146962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"9717319b-a625-4eca-a175-0b57fee5f424","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"tenant":"e2e-inf-a-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","model":"ai-tenant-e2e-inf-a-db4dd2/test-model-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.503203559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"test-model-db4dd2","reconcileID":"9717319b-a625-4eca-a175-0b57fee5f424","MaaSModelRef":{"name":"test-model-db4dd2","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"routeName":"test-model-db4dd2-kserve-route","namespace":"ai-tenant-e2e-inf-a-db4dd2","llmisvcName":"test-model-db4dd2","gateway":"openshift-ingress/e2e-inf-a-db4dd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.653956145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"9639c63f-ead9-45d8-9c29-b09ff923e3c2","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.675296157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"9639c63f-ead9-45d8-9c29-b09ff923e3c2","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.696360515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a4b17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"9639c63f-ead9-45d8-9c29-b09ff923e3c2","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.739927427Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-sub","reconcileID":"1a7c5c68-10b1-4343-ba8d-ffad0044866e","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","subscription":"test-model-b29d4a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.758284832Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-sub","reconcileID":"1a7c5c68-10b1-4343-ba8d-ffad0044866e","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.788134454Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a-sub","reconcileID":"1a7c5c68-10b1-4343-ba8d-ffad0044866e","MaaSSubscription":{"name":"test-model-b29d4a-sub","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"name":"maas-trlp-test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.947433337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"ac7403ad-335f-4cf3-bf41-95cefd5aea57","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"tenant":"e2e-inf-a-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","model":"ai-tenant-e2e-inf-a-b29d4a/test-model-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:39.947461342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"test-model-b29d4a","reconcileID":"ac7403ad-335f-4cf3-bf41-95cefd5aea57","MaaSModelRef":{"name":"test-model-b29d4a","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"routeName":"test-model-b29d4a-kserve-route","namespace":"ai-tenant-e2e-inf-a-b29d4a","llmisvcName":"test-model-b29d4a","gateway":"openshift-ingress/e2e-inf-a-b29d4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.418407688Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"0b4bf1e4-1b12-4030-9ae4-842fb6c26673","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.418849432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"631260d1-0072-4c99-80a5-e0f2427eecb8","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.41903074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"631260d1-0072-4c99-80a5-e0f2427eecb8","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.518429056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-sub","reconcileID":"11a76d7c-7094-434f-b90a-7648a5ba7c32","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"maas-trlp-test-model-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.555507606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"0b4bf1e4-1b12-4030-9ae4-842fb6c26673","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.626563167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"0b4bf1e4-1b12-4030-9ae4-842fb6c26673","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"e2e-inf-b-73423b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.626592268Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-auth","reconcileID":"0b4bf1e4-1b12-4030-9ae4-842fb6c26673","MaaSAuthPolicy":{"name":"test-model-73423b-auth","namespace":"ai-tenant-e2e-inf-b-73423b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.660522877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"a2102c83-43d9-47e5-a03a-61b39b7c1ab7","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.660546434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"a2102c83-43d9-47e5-a03a-61b39b7c1ab7","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.77763721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-sub","reconcileID":"3a20e15e-71c2-4b57-8e04-a9f050fe7546","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"maas-trlp-test-model-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.806316116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"02684652-9aa6-4497-ae97-71b1d2f85ebd","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.806343715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"02684652-9aa6-4497-ae97-71b1d2f85ebd","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.967919376Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"1c4828f4-1802-4ef3-8a62-4a92398fc813","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.968897279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"da63c899-40b0-4547-b719-398d3411a9bc","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:40.968915887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"da63c899-40b0-4547-b719-398d3411a9bc","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:41.060213687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-sub","reconcileID":"1f4eb4b9-d44b-4141-a5c7-c56ceca0f243","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"maas-trlp-test-model-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:41.102352135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"1c4828f4-1802-4ef3-8a62-4a92398fc813","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:41.160407824Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"1c4828f4-1802-4ef3-8a62-4a92398fc813","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"e2e-inf-b-5457f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:41.160437562Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-auth","reconcileID":"1c4828f4-1802-4ef3-8a62-4a92398fc813","MaaSAuthPolicy":{"name":"test-model-5457f2-auth","namespace":"ai-tenant-e2e-inf-b-5457f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:41.181723191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"3d163951-8dc7-4063-9404-1964e3ba2029","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:41.181746273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"3d163951-8dc7-4063-9404-1964e3ba2029","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:41.342696369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-sub","reconcileID":"7bf5c63d-4f70-4e6f-8aef-4bf26565f1e9","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"maas-trlp-test-model-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:41.356908973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"aa90476e-927d-4b33-8d28-00e681d433b2","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:41.356936886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"aa90476e-927d-4b33-8d28-00e681d433b2","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:42.490735599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"d63ca5ee-1b49-44b6-82f9-3b9a9dae2811","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:42.512017766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"d63ca5ee-1b49-44b6-82f9-3b9a9dae2811","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:42.531837341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"d63ca5ee-1b49-44b6-82f9-3b9a9dae2811","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:49.736259034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"3bdd0deb-7a08-4fa0-96e0-7ff844e68788","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:49.761651953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"3bdd0deb-7a08-4fa0-96e0-7ff844e68788","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:49.783298475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a4b17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"3bdd0deb-7a08-4fa0-96e0-7ff844e68788","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:50.880760925Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-sub","reconcileID":"f39f4af7-f369-4dfa-babc-147a46eee614","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","subscription":"test-model-73423b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:50.901919681Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-sub","reconcileID":"f39f4af7-f369-4dfa-babc-147a46eee614","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:50.922484224Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b-sub","reconcileID":"f39f4af7-f369-4dfa-babc-147a46eee614","MaaSSubscription":{"name":"test-model-73423b-sub","namespace":"ai-tenant-e2e-inf-b-73423b"},"name":"maas-trlp-test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:51.101111649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"5948cd13-6dee-4312-b087-efa1c16d651b","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"tenant":"e2e-inf-b-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","model":"ai-tenant-e2e-inf-b-73423b/test-model-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:51.101143385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"test-model-73423b","reconcileID":"5948cd13-6dee-4312-b087-efa1c16d651b","MaaSModelRef":{"name":"test-model-73423b","namespace":"ai-tenant-e2e-inf-b-73423b"},"routeName":"test-model-73423b-kserve-route","namespace":"ai-tenant-e2e-inf-b-73423b","llmisvcName":"test-model-73423b","gateway":"openshift-ingress/e2e-inf-b-73423b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:51.446411236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-sub","reconcileID":"93821fc3-9749-4286-97ef-5513406c3368","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","subscription":"test-model-5457f2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:51.46327237Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-sub","reconcileID":"93821fc3-9749-4286-97ef-5513406c3368","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:51.482646695Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2-sub","reconcileID":"93821fc3-9749-4286-97ef-5513406c3368","MaaSSubscription":{"name":"test-model-5457f2-sub","namespace":"ai-tenant-e2e-inf-b-5457f2"},"name":"maas-trlp-test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:51.652807562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"46c1cd7d-7abf-4360-8951-34ae05471760","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"tenant":"e2e-inf-b-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","model":"ai-tenant-e2e-inf-b-5457f2/test-model-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:51.652835042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"test-model-5457f2","reconcileID":"46c1cd7d-7abf-4360-8951-34ae05471760","MaaSModelRef":{"name":"test-model-5457f2","namespace":"ai-tenant-e2e-inf-b-5457f2"},"routeName":"test-model-5457f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-5457f2","llmisvcName":"test-model-5457f2","gateway":"openshift-ingress/e2e-inf-b-5457f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:52.564355232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"60d2a20c-d406-4904-b649-5dde6ee8527c","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:52.589805917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"60d2a20c-d406-4904-b649-5dde6ee8527c","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:52.616438198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"60d2a20c-d406-4904-b649-5dde6ee8527c","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:56.02048108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79fe763-6a61-42f4-963f-66369ce2b54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:56.039269853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79fe763-6a61-42f4-963f-66369ce2b54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:56.055503602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79fe763-6a61-42f4-963f-66369ce2b54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:56.073005648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79fe763-6a61-42f4-963f-66369ce2b54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:56.823482237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679f47a4-a9e8-4620-ada7-d5cb168e5296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:56.841738678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679f47a4-a9e8-4620-ada7-d5cb168e5296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:56.857963195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679f47a4-a9e8-4620-ada7-d5cb168e5296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:56.873946971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679f47a4-a9e8-4620-ada7-d5cb168e5296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:57.583958473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31768d58-86ff-476e-a39a-3739fc59fe51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:57.600060758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31768d58-86ff-476e-a39a-3739fc59fe51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:57.616244636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31768d58-86ff-476e-a39a-3739fc59fe51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:57.63235456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31768d58-86ff-476e-a39a-3739fc59fe51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:58.819608567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:59.81645859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"5ea2569a-e038-4342-b095-8f712578d080","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:59.837486732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"5ea2569a-e038-4342-b095-8f712578d080","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:59.857395709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a4b17-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f13769061d56dd9d7031ac531f13aa45c51c5665b5eaff059576f0b13f5410ad) AuthConfig (0fee9202b1640ac3ff53706c5fb5a4bcb39edb9e25ab2d30b746691099c61a4d) AuthConfig (045984fecfbafa119df7294f44cdd41860e88c813ef1f98f7e085bf45038f0e8) AuthConfig (9d10a623f531fdfe1c2248d07a41ea26d1a91d591e22186aa34a7a3d0551277b) AuthConfig (63f41298dba4f526fd27e88f354e49c5cebfacb0b4e80fe997ca8c1eb7871a15) AuthConfig (56fce37e210183ec08c2e8118e833782bcd9412003161d688f0e70ed7e777772) AuthConfig (66f64247c731dd92d5aa4559db2b0c069de59a8492d283d0ae9147add5daf840) AuthConfig (31624b62a915ff5924772a24f530406baac37b0867ea36785d31bf51c1ac1f9d) AuthConfig (fcecf5be50ab9f0ba5922d3dc7d6ecbc0e26494da93f408423d61130de2b1fca) AuthConfig (b6fb066ea334e7b650cb7deff45471d485ddb7a94192381b683c388e8cf2bd57) AuthConfig (11b65b2bbcdef26423e21e7a826376bcb81409a54db6b5c2db312f781c4db988) AuthConfig (e905825a6c7f4c16fa44d4da8c6c49cc41dc7016a0920f8d764721f246665035) AuthConfig (7b742e521bd2d35c3b22b3df9447a2e6f271b4ec0571904be397fad231c120d9) AuthConfig (0493b05e53c7411046f00e646352f1b241bfd56dea9f36377fb1e3ecf257fa37) AuthConfig (613cc096c2dc2f5c5942d0243522692779ce8b50452ed04bbb9e0783cd35f653) AuthConfig (6b6c37d92c314eb1dfdb1d34b1de53ac81934d933672ee163c6ed52ffc498cfc) AuthConfig (a63d9f2e7cb08800d58d22654a2ba855e1414edefaf6933b498cdbc59e7e139b) AuthConfig (becdbcb29a7f9b8452c5e0b7ca67ce8fe066f4e0ff75dda7a2fa141691888245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"5ea2569a-e038-4342-b095-8f712578d080","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:59.880614946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"3bd98238-53b4-4b5c-82bd-aaf4602f900d","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:43:59.880634713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"3bd98238-53b4-4b5c-82bd-aaf4602f900d","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.07690687Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","namespace":"ai-tenant-e2e-inf-b-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.076968411Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","namespace":"ai-tenant-e2e-inf-b-ab0a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.077025395Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","tenant":"e2e-inf-b-ab0a2c","tenantID":"e2e-inf-b-ab0a2c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.09495029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"Deployment","name":"maas-api-e2e-inf-b-ab0a2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.131276216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"Service","name":"maas-api-e2e-inf-b-ab0a2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.170119981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-ab0a2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.189556341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-ab0a2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.213607976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.232114993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.253490234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.271974068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.287752283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"Deployment","name":"payload-processing-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.303605385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.320311372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"Service","name":"payload-processing-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.33628314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.353812997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.369529808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.386195288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.412410013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.428312767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.444034902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.462294154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-ab0a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.477895781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ab0a2c"},"namespace":"ai-tenant-e2e-inf-b-ab0a2c","name":"default-tenant","reconcileID":"8c3113b8-5fcc-429d-8019-88112f659d24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-ab0a2c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:01.764146026Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ab0a2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ab0a2c","reconcileID":"4993e8b2-ed1d-457c-ba34-c6af9830f144","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ab0a2c","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-ab0a2c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:02.267277259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e843c7a-91ec-4ccb-9325-7a616824fcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:02.283181613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e843c7a-91ec-4ccb-9325-7a616824fcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:02.299021134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e843c7a-91ec-4ccb-9325-7a616824fcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:02.314879898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e843c7a-91ec-4ccb-9325-7a616824fcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:02.670744976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"ea4efc96-adc9-4de2-b6b3-29476629215f","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:02.708663409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"ea4efc96-adc9-4de2-b6b3-29476629215f","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:02.73234486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"ea4efc96-adc9-4de2-b6b3-29476629215f","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:02.755486423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e91ae5a0-5938-4e69-a23c-795ba8c704c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:02.755507558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e91ae5a0-5938-4e69-a23c-795ba8c704c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:03.05670264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a577b44d-36ad-4343-a7f3-00dc49a1a1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:03.072635933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a577b44d-36ad-4343-a7f3-00dc49a1a1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:03.088608343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a577b44d-36ad-4343-a7f3-00dc49a1a1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:03.1053965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a577b44d-36ad-4343-a7f3-00dc49a1a1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:03.981146354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae49b7bf-a571-4aef-b690-c1107b5fc2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:03.997138587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae49b7bf-a571-4aef-b690-c1107b5fc2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:04.012902475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae49b7bf-a571-4aef-b690-c1107b5fc2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:04.028896425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae49b7bf-a571-4aef-b690-c1107b5fc2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:04.758598791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6144f7d8-4901-4e06-b14a-dd933fe594a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:04.774460421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6144f7d8-4901-4e06-b14a-dd933fe594a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:04.790485826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6144f7d8-4901-4e06-b14a-dd933fe594a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:04.807722335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6144f7d8-4901-4e06-b14a-dd933fe594a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:05.468696866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4edcab2-06c2-4502-b7ab-01186555f51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:05.484588472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4edcab2-06c2-4502-b7ab-01186555f51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:05.500352603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4edcab2-06c2-4502-b7ab-01186555f51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:05.516669079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4edcab2-06c2-4502-b7ab-01186555f51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:06.204942859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1e4436-fcbe-412f-a3fa-e3a38e7cafc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:06.220991892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1e4436-fcbe-412f-a3fa-e3a38e7cafc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:06.237032019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1e4436-fcbe-412f-a3fa-e3a38e7cafc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:06.254318539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1e4436-fcbe-412f-a3fa-e3a38e7cafc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:09.913509949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"c8d97b13-a83d-4f43-87e3-c1c7d94ce799","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:09.936528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"c8d97b13-a83d-4f43-87e3-c1c7d94ce799","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:09.960062569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a4b17-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f13769061d56dd9d7031ac531f13aa45c51c5665b5eaff059576f0b13f5410ad) AuthConfig (0fee9202b1640ac3ff53706c5fb5a4bcb39edb9e25ab2d30b746691099c61a4d) AuthConfig (045984fecfbafa119df7294f44cdd41860e88c813ef1f98f7e085bf45038f0e8) AuthConfig (9d10a623f531fdfe1c2248d07a41ea26d1a91d591e22186aa34a7a3d0551277b) AuthConfig (63f41298dba4f526fd27e88f354e49c5cebfacb0b4e80fe997ca8c1eb7871a15) AuthConfig (56fce37e210183ec08c2e8118e833782bcd9412003161d688f0e70ed7e777772) AuthConfig (66f64247c731dd92d5aa4559db2b0c069de59a8492d283d0ae9147add5daf840) AuthConfig (31624b62a915ff5924772a24f530406baac37b0867ea36785d31bf51c1ac1f9d) AuthConfig (fcecf5be50ab9f0ba5922d3dc7d6ecbc0e26494da93f408423d61130de2b1fca) AuthConfig (b6fb066ea334e7b650cb7deff45471d485ddb7a94192381b683c388e8cf2bd57) AuthConfig (11b65b2bbcdef26423e21e7a826376bcb81409a54db6b5c2db312f781c4db988) AuthConfig (e905825a6c7f4c16fa44d4da8c6c49cc41dc7016a0920f8d764721f246665035) AuthConfig (7b742e521bd2d35c3b22b3df9447a2e6f271b4ec0571904be397fad231c120d9) AuthConfig (0493b05e53c7411046f00e646352f1b241bfd56dea9f36377fb1e3ecf257fa37) AuthConfig (613cc096c2dc2f5c5942d0243522692779ce8b50452ed04bbb9e0783cd35f653) AuthConfig (6b6c37d92c314eb1dfdb1d34b1de53ac81934d933672ee163c6ed52ffc498cfc) AuthConfig (a63d9f2e7cb08800d58d22654a2ba855e1414edefaf6933b498cdbc59e7e139b) AuthConfig (becdbcb29a7f9b8452c5e0b7ca67ce8fe066f4e0ff75dda7a2fa141691888245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"c8d97b13-a83d-4f43-87e3-c1c7d94ce799","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:11.602863854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f0886aa-ee12-43a2-9246-0c303db275f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:11.602891889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f0886aa-ee12-43a2-9246-0c303db275f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:11.622069121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b878df2-1b5a-4b83-b22c-9012f747a54f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:11.622098894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b878df2-1b5a-4b83-b22c-9012f747a54f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:11.655609867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7d1a24b7","namespace":"ai-tenant-e2e-mt-7d1a24b7"},"namespace":"ai-tenant-e2e-mt-7d1a24b7","name":"e2e-policy-7d1a24b7","reconcileID":"cd61938a-2f07-498a-929a-03637b8a0b4c","MaaSAuthPolicy":{"name":"e2e-policy-7d1a24b7","namespace":"ai-tenant-e2e-mt-7d1a24b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:11.684692444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7d1a24b7","namespace":"ai-tenant-e2e-mt-7d1a24b7"},"namespace":"ai-tenant-e2e-mt-7d1a24b7","name":"e2e-policy-7d1a24b7","reconcileID":"cd61938a-2f07-498a-929a-03637b8a0b4c","MaaSAuthPolicy":{"name":"e2e-policy-7d1a24b7","namespace":"ai-tenant-e2e-mt-7d1a24b7"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:11.705931007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7d1a24b7","namespace":"ai-tenant-e2e-mt-7d1a24b7"},"namespace":"ai-tenant-e2e-mt-7d1a24b7","name":"e2e-policy-7d1a24b7","reconcileID":"cd61938a-2f07-498a-929a-03637b8a0b4c","MaaSAuthPolicy":{"name":"e2e-policy-7d1a24b7","namespace":"ai-tenant-e2e-mt-7d1a24b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:11.736036658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28030642-8fa6-4b6e-9e2a-efe74cc28785","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:11.736064081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28030642-8fa6-4b6e-9e2a-efe74cc28785","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:12.789884621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"2ff86183-10f2-4d2e-8751-6f4d5b6087fc","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:12.811702733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"2ff86183-10f2-4d2e-8751-6f4d5b6087fc","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:12.837887683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"2ff86183-10f2-4d2e-8751-6f4d5b6087fc","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:19.992757788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"39e0ff26-6065-4222-aef3-80ae2c433ba6","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:20.013996437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"39e0ff26-6065-4222-aef3-80ae2c433ba6","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:20.034187467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a4b17-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f13769061d56dd9d7031ac531f13aa45c51c5665b5eaff059576f0b13f5410ad) AuthConfig (0fee9202b1640ac3ff53706c5fb5a4bcb39edb9e25ab2d30b746691099c61a4d) AuthConfig (045984fecfbafa119df7294f44cdd41860e88c813ef1f98f7e085bf45038f0e8) AuthConfig (9d10a623f531fdfe1c2248d07a41ea26d1a91d591e22186aa34a7a3d0551277b) AuthConfig (63f41298dba4f526fd27e88f354e49c5cebfacb0b4e80fe997ca8c1eb7871a15) AuthConfig (56fce37e210183ec08c2e8118e833782bcd9412003161d688f0e70ed7e777772) AuthConfig (66f64247c731dd92d5aa4559db2b0c069de59a8492d283d0ae9147add5daf840) AuthConfig (31624b62a915ff5924772a24f530406baac37b0867ea36785d31bf51c1ac1f9d) AuthConfig (fcecf5be50ab9f0ba5922d3dc7d6ecbc0e26494da93f408423d61130de2b1fca) AuthConfig (b6fb066ea334e7b650cb7deff45471d485ddb7a94192381b683c388e8cf2bd57) AuthConfig (11b65b2bbcdef26423e21e7a826376bcb81409a54db6b5c2db312f781c4db988) AuthConfig (e905825a6c7f4c16fa44d4da8c6c49cc41dc7016a0920f8d764721f246665035) AuthConfig (7b742e521bd2d35c3b22b3df9447a2e6f271b4ec0571904be397fad231c120d9) AuthConfig (0493b05e53c7411046f00e646352f1b241bfd56dea9f36377fb1e3ecf257fa37) AuthConfig (613cc096c2dc2f5c5942d0243522692779ce8b50452ed04bbb9e0783cd35f653) AuthConfig (6b6c37d92c314eb1dfdb1d34b1de53ac81934d933672ee163c6ed52ffc498cfc) AuthConfig (a63d9f2e7cb08800d58d22654a2ba855e1414edefaf6933b498cdbc59e7e139b) AuthConfig (becdbcb29a7f9b8452c5e0b7ca67ce8fe066f4e0ff75dda7a2fa141691888245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"39e0ff26-6065-4222-aef3-80ae2c433ba6","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:22.870965997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"3ac0ad9e-adf0-4187-b745-d8a95885def2","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:22.89662074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"3ac0ad9e-adf0-4187-b745-d8a95885def2","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:22.917500909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"3ac0ad9e-adf0-4187-b745-d8a95885def2","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:28.821509288Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:30.067418715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"bdc084e3-9a28-4e3e-b3bd-e6e79c6229e3","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:30.088248134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"bdc084e3-9a28-4e3e-b3bd-e6e79c6229e3","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:30.108127357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a4b17-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f13769061d56dd9d7031ac531f13aa45c51c5665b5eaff059576f0b13f5410ad) AuthConfig (0fee9202b1640ac3ff53706c5fb5a4bcb39edb9e25ab2d30b746691099c61a4d) AuthConfig (045984fecfbafa119df7294f44cdd41860e88c813ef1f98f7e085bf45038f0e8) AuthConfig (9d10a623f531fdfe1c2248d07a41ea26d1a91d591e22186aa34a7a3d0551277b) AuthConfig (63f41298dba4f526fd27e88f354e49c5cebfacb0b4e80fe997ca8c1eb7871a15) AuthConfig (56fce37e210183ec08c2e8118e833782bcd9412003161d688f0e70ed7e777772) AuthConfig (66f64247c731dd92d5aa4559db2b0c069de59a8492d283d0ae9147add5daf840) AuthConfig (31624b62a915ff5924772a24f530406baac37b0867ea36785d31bf51c1ac1f9d) AuthConfig (fcecf5be50ab9f0ba5922d3dc7d6ecbc0e26494da93f408423d61130de2b1fca) AuthConfig (b6fb066ea334e7b650cb7deff45471d485ddb7a94192381b683c388e8cf2bd57) AuthConfig (11b65b2bbcdef26423e21e7a826376bcb81409a54db6b5c2db312f781c4db988) AuthConfig (e905825a6c7f4c16fa44d4da8c6c49cc41dc7016a0920f8d764721f246665035) AuthConfig (7b742e521bd2d35c3b22b3df9447a2e6f271b4ec0571904be397fad231c120d9) AuthConfig (0493b05e53c7411046f00e646352f1b241bfd56dea9f36377fb1e3ecf257fa37) AuthConfig (613cc096c2dc2f5c5942d0243522692779ce8b50452ed04bbb9e0783cd35f653) AuthConfig (6b6c37d92c314eb1dfdb1d34b1de53ac81934d933672ee163c6ed52ffc498cfc) AuthConfig (a63d9f2e7cb08800d58d22654a2ba855e1414edefaf6933b498cdbc59e7e139b) AuthConfig (becdbcb29a7f9b8452c5e0b7ca67ce8fe066f4e0ff75dda7a2fa141691888245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"bdc084e3-9a28-4e3e-b3bd-e6e79c6229e3","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:32.950618518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"9e5358d2-5603-4a24-8a36-1af6fee79069","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:32.972093504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"9e5358d2-5603-4a24-8a36-1af6fee79069","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:32.992578968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"9e5358d2-5603-4a24-8a36-1af6fee79069","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:37.76539093Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7d1a24b7","namespace":"ai-tenant-e2e-mt-7d1a24b7"},"namespace":"ai-tenant-e2e-mt-7d1a24b7","name":"e2e-policy-7d1a24b7","reconcileID":"d8527d62-28f0-450d-82c1-fc5d958efe26","MaaSAuthPolicy":{"name":"e2e-policy-7d1a24b7","namespace":"ai-tenant-e2e-mt-7d1a24b7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:37.79728066Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7d1a24b7","namespace":"ai-tenant-e2e-mt-7d1a24b7"},"namespace":"ai-tenant-e2e-mt-7d1a24b7","name":"e2e-policy-7d1a24b7","reconcileID":"d8527d62-28f0-450d-82c1-fc5d958efe26","MaaSAuthPolicy":{"name":"e2e-policy-7d1a24b7","namespace":"ai-tenant-e2e-mt-7d1a24b7"},"policyNamespace":"ai-tenant-e2e-mt-7d1a24b7","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:40.188006161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"bad0dc45-8e9b-419b-950e-86f951aee472","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:40.209226658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"bad0dc45-8e9b-419b-950e-86f951aee472","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:40.229639788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a4b17-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f13769061d56dd9d7031ac531f13aa45c51c5665b5eaff059576f0b13f5410ad) AuthConfig (0fee9202b1640ac3ff53706c5fb5a4bcb39edb9e25ab2d30b746691099c61a4d) AuthConfig (045984fecfbafa119df7294f44cdd41860e88c813ef1f98f7e085bf45038f0e8) AuthConfig (9d10a623f531fdfe1c2248d07a41ea26d1a91d591e22186aa34a7a3d0551277b) AuthConfig (63f41298dba4f526fd27e88f354e49c5cebfacb0b4e80fe997ca8c1eb7871a15) AuthConfig (56fce37e210183ec08c2e8118e833782bcd9412003161d688f0e70ed7e777772) AuthConfig (66f64247c731dd92d5aa4559db2b0c069de59a8492d283d0ae9147add5daf840) AuthConfig (31624b62a915ff5924772a24f530406baac37b0867ea36785d31bf51c1ac1f9d) AuthConfig (fcecf5be50ab9f0ba5922d3dc7d6ecbc0e26494da93f408423d61130de2b1fca) AuthConfig (b6fb066ea334e7b650cb7deff45471d485ddb7a94192381b683c388e8cf2bd57) AuthConfig (11b65b2bbcdef26423e21e7a826376bcb81409a54db6b5c2db312f781c4db988) AuthConfig (e905825a6c7f4c16fa44d4da8c6c49cc41dc7016a0920f8d764721f246665035) AuthConfig (7b742e521bd2d35c3b22b3df9447a2e6f271b4ec0571904be397fad231c120d9) AuthConfig (0493b05e53c7411046f00e646352f1b241bfd56dea9f36377fb1e3ecf257fa37) AuthConfig (613cc096c2dc2f5c5942d0243522692779ce8b50452ed04bbb9e0783cd35f653) AuthConfig (6b6c37d92c314eb1dfdb1d34b1de53ac81934d933672ee163c6ed52ffc498cfc) AuthConfig (a63d9f2e7cb08800d58d22654a2ba855e1414edefaf6933b498cdbc59e7e139b) AuthConfig (becdbcb29a7f9b8452c5e0b7ca67ce8fe066f4e0ff75dda7a2fa141691888245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"bad0dc45-8e9b-419b-950e-86f951aee472","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:41.843135881Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","namespace":"ai-tenant-e2e-inf-a-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:41.843216267Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","namespace":"ai-tenant-e2e-inf-a-db4dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:41.843279956Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","tenant":"e2e-inf-a-db4dd2","tenantID":"e2e-inf-a-db4dd2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:41.861864086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"Deployment","name":"maas-api-e2e-inf-a-db4dd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:41.895737467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"Service","name":"maas-api-e2e-inf-a-db4dd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:41.92192889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-db4dd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:41.945072527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-db4dd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:41.964970244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:41.983490942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.007991923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.028482112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.0446107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"Deployment","name":"payload-processing-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.060863599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.077176527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"Service","name":"payload-processing-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.093402303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.10969503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.125762765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.141989772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.163369501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.186333938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.203706217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.219709437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-db4dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.235910788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db4dd2"},"namespace":"ai-tenant-e2e-inf-a-db4dd2","name":"default-tenant","reconcileID":"b42601e3-0021-488e-9fba-c759a8d70fbd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-db4dd2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.541550141Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-db4dd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-db4dd2","reconcileID":"ee47c077-c1e8-4422-b172-d82bc86a97b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-db4dd2","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-db4dd2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.959954776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626abb63-de99-4a25-b2ed-30a6a127b3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.976064085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626abb63-de99-4a25-b2ed-30a6a127b3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:42.992281339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626abb63-de99-4a25-b2ed-30a6a127b3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:43.008194557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626abb63-de99-4a25-b2ed-30a6a127b3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:43.046521109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"5340476a-730d-4250-a5b1-a3042ca5697b","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:43.068428729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"5340476a-730d-4250-a5b1-a3042ca5697b","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:43.099961782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"5340476a-730d-4250-a5b1-a3042ca5697b","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:43.775998314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7167d161-4f6a-4640-beea-498c1721f3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:43.792434144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7167d161-4f6a-4640-beea-498c1721f3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:43.808488799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7167d161-4f6a-4640-beea-498c1721f3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:43.824387488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7167d161-4f6a-4640-beea-498c1721f3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.258573336Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","namespace":"ai-tenant-e2e-inf-a-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.258641785Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","namespace":"ai-tenant-e2e-inf-a-b29d4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.258695712Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","tenant":"e2e-inf-a-b29d4a","tenantID":"e2e-inf-a-b29d4a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.276918345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"Deployment","name":"maas-api-e2e-inf-a-b29d4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.319806754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"Service","name":"maas-api-e2e-inf-a-b29d4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.354280293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-b29d4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.372584345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-b29d4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.397968643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.416572922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.439777286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.46139281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.476821678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"Deployment","name":"payload-processing-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.495440842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.513449046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"Service","name":"payload-processing-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.529624843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.545995064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.562022231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.579834369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.61437956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.630688028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.646630601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.662307936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-b29d4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:44.678267907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b29d4a"},"namespace":"ai-tenant-e2e-inf-a-b29d4a","name":"default-tenant","reconcileID":"b65dc4af-232c-4926-893b-1c3da796349d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-b29d4a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:45.043012601Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b29d4a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b29d4a","reconcileID":"14613b94-bcf8-4c33-8999-109ddf424b95","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b29d4a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-b29d4a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:45.50542499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7adcff86-6a78-4c55-b704-9e852da11d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:45.521274465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7adcff86-6a78-4c55-b704-9e852da11d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:45.537010069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7adcff86-6a78-4c55-b704-9e852da11d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:45.554150968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7adcff86-6a78-4c55-b704-9e852da11d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:46.263195217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9285211c-58b6-4d38-9ad5-bd50f730b0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:46.279380851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9285211c-58b6-4d38-9ad5-bd50f730b0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:46.295780261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9285211c-58b6-4d38-9ad5-bd50f730b0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:46.311816307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9285211c-58b6-4d38-9ad5-bd50f730b0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:50.263019186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"e145d73e-4d70-4970-87cf-c3d1abafdc79","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:50.286592779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"e145d73e-4d70-4970-87cf-c3d1abafdc79","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:50.380764763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"2fd1262a-1f35-4360-8774-d9b0f004e6bc","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:50.380787251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"2fd1262a-1f35-4360-8774-d9b0f004e6bc","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:51.375377303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9351b00a-4114-4283-9833-84b6e1979eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:51.392860471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9351b00a-4114-4283-9833-84b6e1979eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:51.408741125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9351b00a-4114-4283-9833-84b6e1979eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:51.425358622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9351b00a-4114-4283-9833-84b6e1979eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.178130707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6466a4-59d8-463a-82d4-c7a093291d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.194308349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6466a4-59d8-463a-82d4-c7a093291d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.210378237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6466a4-59d8-463a-82d4-c7a093291d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.226432099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6466a4-59d8-463a-82d4-c7a093291d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.856148917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"9215b274-d041-4745-b6b1-1057ff8b1296","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.8561982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"9215b274-d041-4745-b6b1-1057ff8b1296","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.880170693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"4d799c85-612b-49be-9712-288f13b97745","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.880187281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"4d799c85-612b-49be-9712-288f13b97745","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.891394498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"263f4370-a8ef-494e-b1fd-3d649758e77d","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:44:52.905880456Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"4d799c85-612b-49be-9712-288f13b97745","name":"test-model-1a4b17","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1a4b17\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:44:52.905933273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"4d799c85-612b-49be-9712-288f13b97745","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1a4b17\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:44:52.906231635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-sub","reconcileID":"f3ce271d-2969-4647-940d-3be029ba2e2e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-1a4b17-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.911446047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"8ce565a2-ddaa-44f5-bd3e-c6c841ba4f1e","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.911463262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"8ce565a2-ddaa-44f5-bd3e-c6c841ba4f1e","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.91943274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"263f4370-a8ef-494e-b1fd-3d649758e77d","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.944219385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"b100220e-4638-4d76-ab17-f863836154d2","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.944293368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"b100220e-4638-4d76-ab17-f863836154d2","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.969869564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"20885ff5-ef11-434a-8cd9-fc99581ba44c","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:52.969980318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"20885ff5-ef11-434a-8cd9-fc99581ba44c","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.052763859Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-sub","reconcileID":"ccc18b38-cb98-4abb-b087-218ca727594b","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"maas-trlp-test-model-1a4b17","model":"test-model-1a4b17","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.099056979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"25a8f80a-fba3-4357-a6ac-552f3d3351d3","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.114708608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"35da696f-94f8-47c4-a407-963800e5b0a6","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.114729202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"35da696f-94f8-47c4-a407-963800e5b0a6","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.119934867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"25a8f80a-fba3-4357-a6ac-552f3d3351d3","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.192829166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-sub","reconcileID":"368db10f-1c5c-41d4-9171-b1847bac9600","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"maas-trlp-test-model-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.201391225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"0dfad5dc-7544-49c0-8236-3a6710f341da","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.231469082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"0dfad5dc-7544-49c0-8236-3a6710f341da","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.328223636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"522889aa-2ee4-40b1-a073-d0e5ca61bf4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.328242969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"522889aa-2ee4-40b1-a073-d0e5ca61bf4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.765777759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2944afc1-b6b8-4383-a4f7-a208334fc2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.784255563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2944afc1-b6b8-4383-a4f7-a208334fc2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.800824458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2944afc1-b6b8-4383-a4f7-a208334fc2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:53.816995597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2944afc1-b6b8-4383-a4f7-a208334fc2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:54.484041034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d95780-7c4b-47e2-9f12-171a5cf6fdf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:54.500077193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d95780-7c4b-47e2-9f12-171a5cf6fdf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:54.516281471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d95780-7c4b-47e2-9f12-171a5cf6fdf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:54.542194613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d95780-7c4b-47e2-9f12-171a5cf6fdf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:55.277413561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74494619-12fa-4eb9-9e49-950e4f23fea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:55.293587047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74494619-12fa-4eb9-9e49-950e4f23fea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:55.30960267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74494619-12fa-4eb9-9e49-950e4f23fea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:55.325760212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74494619-12fa-4eb9-9e49-950e4f23fea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:55.923002335Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"90c4754c-636e-44cd-98e2-cee6dc3f414d","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:55.923200079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46efc240-ead9-4466-bf0f-49bc93486a5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:55.923217892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46efc240-ead9-4466-bf0f-49bc93486a5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:55.972794591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e42b5a8-7b77-4c10-99e2-6fad53e5b1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:55.989853865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e42b5a8-7b77-4c10-99e2-6fad53e5b1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:56.006246603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e42b5a8-7b77-4c10-99e2-6fad53e5b1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:56.022264238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e42b5a8-7b77-4c10-99e2-6fad53e5b1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:56.039574595Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-policy-55c48ae3","reconcileID":"90c4754c-636e-44cd-98e2-cee6dc3f414d","MaaSAuthPolicy":{"name":"e2e-policy-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"policyNamespace":"ai-tenant-e2e-mt-55c48ae3","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:56.061383932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c24f902-34c6-40bb-a5c2-5a078cea7708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:56.061405992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c24f902-34c6-40bb-a5c2-5a078cea7708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:56.205714227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"384391d9-9819-4d4f-bae6-d396b3986ec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:56.205734541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"384391d9-9819-4d4f-bae6-d396b3986ec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:44:58.818753771Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:06.260745345Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-sub-55c48ae3","reconcileID":"c7559aa1-7d05-4694-9f2d-3661406da5e8","MaaSSubscription":{"name":"e2e-sub-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-55c48ae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:06.334329518Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"namespace":"ai-tenant-e2e-mt-55c48ae3","name":"e2e-sub-55c48ae3","reconcileID":"c7559aa1-7d05-4694-9f2d-3661406da5e8","MaaSSubscription":{"name":"e2e-sub-55c48ae3","namespace":"ai-tenant-e2e-mt-55c48ae3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:06.400760075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1f14d7e-8dfe-4efe-bef1-9fa788454ab5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:06.498910449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39f281d7-6c4a-432b-8ccf-787517336c6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:06.498933377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39f281d7-6c4a-432b-8ccf-787517336c6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:13.698350282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-sub","reconcileID":"3ec525b9-cbd1-47c7-a6f1-53bc59560070","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"maas-trlp-test-model-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:13.757635082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"5b39ccc3-a078-4695-9f60-3a7b5b657730","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:13.757656163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"5b39ccc3-a078-4695-9f60-3a7b5b657730","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:15.307390175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"61062ea6-4214-4b34-ae70-15d3bf359d6b","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:15.328445247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"61062ea6-4214-4b34-ae70-15d3bf359d6b","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:28.818982015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:37.655151563Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"9897dd8b-bf52-4db0-bbd3-ef6e398aa53c","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:37.655445781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"b607614e-1a57-4aef-b99b-0bced2b6ceee","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:37.655471665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"b607614e-1a57-4aef-b99b-0bced2b6ceee","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:37.744310591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-sub","reconcileID":"552697b3-2147-4138-b3fb-2a985f8c4cb2","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"maas-trlp-test-model-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:37.7930608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"9897dd8b-bf52-4db0-bbd3-ef6e398aa53c","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:37.850484862Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"9897dd8b-bf52-4db0-bbd3-ef6e398aa53c","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"e2e-inf-a-6aa9aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:37.850502024Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-auth","reconcileID":"9897dd8b-bf52-4db0-bbd3-ef6e398aa53c","MaaSAuthPolicy":{"name":"test-model-6aa9aa-auth","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:37.871536533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"9e52f9c6-aec3-4d49-8405-68f3c2270f8f","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:37.871558506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"9e52f9c6-aec3-4d49-8405-68f3c2270f8f","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:37.960130787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-sub","reconcileID":"e06d8b18-2f24-490d-9127-74e433f1c175","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"maas-trlp-test-model-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:38.031348165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"744dfd29-383d-4487-8c31-b76fc27111d9","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:38.031371734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"744dfd29-383d-4487-8c31-b76fc27111d9","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.180680074Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","namespace":"ai-tenant-e2e-inf-b-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.180735889Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","namespace":"ai-tenant-e2e-inf-b-73423b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.18078066Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","tenant":"e2e-inf-b-73423b","tenantID":"e2e-inf-b-73423b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.199045639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"Deployment","name":"maas-api-e2e-inf-b-73423b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.228525953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"Service","name":"maas-api-e2e-inf-b-73423b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.252505228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-73423b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.27075631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-73423b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.289612459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.308700349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.339321656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.358007517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.374276455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"Deployment","name":"payload-processing-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.390234142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.406206964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"Service","name":"payload-processing-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.422401551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.44039072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.456657958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.474891114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.495305317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.514456692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.530803071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.547140161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-73423b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.562973715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-73423b"},"namespace":"ai-tenant-e2e-inf-b-73423b","name":"default-tenant","reconcileID":"6004a2dd-3f0e-4b54-b6e7-011252b2ea6d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-73423b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:46.842603852Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-73423b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-73423b","reconcileID":"dd888368-8abf-4972-bb3e-fc05dc16154e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-73423b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-73423b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:47.399980902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcca829f-d95d-448d-8a9c-d203e11f6918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:47.422820457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcca829f-d95d-448d-8a9c-d203e11f6918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:47.43899553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcca829f-d95d-448d-8a9c-d203e11f6918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:47.454995788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcca829f-d95d-448d-8a9c-d203e11f6918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.086013485Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-sub","reconcileID":"f5127e85-cd7d-4fb8-8910-ac4da17b93fe","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","subscription":"test-model-6aa9aa-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.106697341Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-sub","reconcileID":"f5127e85-cd7d-4fb8-8910-ac4da17b93fe","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.12332637Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa-sub","reconcileID":"f5127e85-cd7d-4fb8-8910-ac4da17b93fe","MaaSSubscription":{"name":"test-model-6aa9aa-sub","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"name":"maas-trlp-test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.139637167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab85d08-b995-48a4-99e9-1e2708b364ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.1555154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab85d08-b995-48a4-99e9-1e2708b364ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.171629737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab85d08-b995-48a4-99e9-1e2708b364ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.187583128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab85d08-b995-48a4-99e9-1e2708b364ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.296927624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"8a379f92-49c4-48fc-ad3b-53e054780fcf","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"tenant":"e2e-inf-a-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","model":"ai-tenant-e2e-inf-a-6aa9aa/test-model-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.296946992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"test-model-6aa9aa","reconcileID":"8a379f92-49c4-48fc-ad3b-53e054780fcf","MaaSModelRef":{"name":"test-model-6aa9aa","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"routeName":"test-model-6aa9aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-6aa9aa","llmisvcName":"test-model-6aa9aa","gateway":"openshift-ingress/e2e-inf-a-6aa9aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.556822483Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","namespace":"ai-tenant-e2e-inf-b-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.556880452Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","namespace":"ai-tenant-e2e-inf-b-5457f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.556926553Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","tenant":"e2e-inf-b-5457f2","tenantID":"e2e-inf-b-5457f2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.577765059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"Deployment","name":"maas-api-e2e-inf-b-5457f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.608393189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"Service","name":"maas-api-e2e-inf-b-5457f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.6287605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-5457f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.647842343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-5457f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.668480225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.686761137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.705532088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.726233936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.741989252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"Deployment","name":"payload-processing-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.757737335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.773782965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"Service","name":"payload-processing-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.791117559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.806980427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.823079872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.840041306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.860367164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.879448247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.900470492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.920497318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-5457f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:48.937503584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5457f2"},"namespace":"ai-tenant-e2e-inf-b-5457f2","name":"default-tenant","reconcileID":"ed056224-634f-4704-9ffd-017d4b494e38","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-5457f2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.007440732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"00c05c3f-4ecd-4ca1-a9d7-f0699456e78a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.314356919Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5457f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5457f2","reconcileID":"8b3ec810-5625-4f21-a436-b7c4902feeab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5457f2","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-5457f2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.413763678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"e9e5e3d9-4c3d-4692-9b01-0eb5d3bc6111","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.413791965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"e9e5e3d9-4c3d-4692-9b01-0eb5d3bc6111","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.414051635Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"dbe9c6b8-69d3-43cb-9ee1-311025ec2c89","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.469830652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18174ac9-bc61-4012-88b7-68cdf1c82298","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.582196535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d7d43a9-491e-4aec-9336-d70d2d1c20d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.58280481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"98410cb8-081c-4673-9161-9d17eefca4c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.584015307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-sub","reconcileID":"b060938b-b75e-42b4-bf2a-221e1df5af95","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"maas-trlp-test-model-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.654264243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"dbe9c6b8-69d3-43cb-9ee1-311025ec2c89","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.713263785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"f612eda1-79ee-450b-a4e9-ab5dc3c3c73e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.726039515Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"dbe9c6b8-69d3-43cb-9ee1-311025ec2c89","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"e2e-inf-b-1a4b17-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.72616498Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-auth","reconcileID":"dbe9c6b8-69d3-43cb-9ee1-311025ec2c89","MaaSAuthPolicy":{"name":"test-model-1a4b17-auth","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.750363406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"197e8f1c-5581-4698-9e9e-986e6b801208","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.750467146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"197e8f1c-5581-4698-9e9e-986e6b801208","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.760551817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"7fe13f18-700d-4343-b212-d05b3f770cbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.7639962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"b121a764-ce59-4258-b006-e9fd67b9cf2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.910878065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"7c459b0b-b35d-47cf-bba0-03eae4cc8b17","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.911006977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"7c459b0b-b35d-47cf-bba0-03eae4cc8b17","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.918728649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"13f6a85f-10ac-485e-a809-eb6df927525f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.91908025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-sub","reconcileID":"0723c65d-33f8-4dec-b96d-5b7f0a5595a0","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"maas-trlp-test-model-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.934939813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea0179f-552e-4de5-af4c-7e45d132bf5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.952559214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea0179f-552e-4de5-af4c-7e45d132bf5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.972782259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea0179f-552e-4de5-af4c-7e45d132bf5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:49.991122545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea0179f-552e-4de5-af4c-7e45d132bf5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:50.068784868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"bc50ca5f-8bc6-4d1f-8ade-b248ce52a5a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:50.236577269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"fb59bad3-df23-414d-9fff-bb3bf310f797","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:50.32862978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"c3d71527-51ce-4183-a83e-57708826bd81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:50.463828654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"4b9cf124-50dd-4c14-add3-63d217adfd81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:50.877927195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cbb52-5bfe-4c2a-9c5e-c504eec386bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:50.899538827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cbb52-5bfe-4c2a-9c5e-c504eec386bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:50.916743992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cbb52-5bfe-4c2a-9c5e-c504eec386bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:50.934537935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cbb52-5bfe-4c2a-9c5e-c504eec386bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.542484149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61c3bcd1-a36b-4804-8f76-2bfdd86a4724","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.542505726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61c3bcd1-a36b-4804-8f76-2bfdd86a4724","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.563305605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7c49fb8-b29b-4f77-8855-97c58fe503b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.563331694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7c49fb8-b29b-4f77-8855-97c58fe503b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.599510387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-policy-329a28b0","reconcileID":"4d7bd4d6-89ce-444c-995b-5f879944a59f","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.620263089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-policy-329a28b0","reconcileID":"4d7bd4d6-89ce-444c-995b-5f879944a59f","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.74904648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c03872d-9ff3-4f82-93a9-4349cbd4a343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.749075064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c03872d-9ff3-4f82-93a9-4349cbd4a343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.775200437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15d2aac4-b5a4-4a25-8a74-8fd06dab442f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.775218242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15d2aac4-b5a4-4a25-8a74-8fd06dab442f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:45:58.785017736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-sub-329a28b0","reconcileID":"47c1087b-b69b-4b4e-b42b-7f049c9dc867","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-329a28b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.793620493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c8d10df-7a06-4da7-847b-7e8b9af69a44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.793646189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c8d10df-7a06-4da7-847b-7e8b9af69a44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.823362734Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.826438576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ffd6333-ab09-406d-98a1-43899c1f1a50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.826455071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ffd6333-ab09-406d-98a1-43899c1f1a50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.8494299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-policy-329a28b0","reconcileID":"b43b6228-fa51-4828-b16f-0be4f4f89d71","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.850504094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4e9d35f-2eeb-4ee9-b008-70dbe2d44ba0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.850523765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4e9d35f-2eeb-4ee9-b008-70dbe2d44ba0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.87079187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-policy-329a28b0","reconcileID":"b43b6228-fa51-4828-b16f-0be4f4f89d71","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.938619506Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-sub-329a28b0","reconcileID":"051fda09-abef-4e97-be10-51c2725d041a","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-329a28b0/e2e-shared-sub-329a28b0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.999027033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02cb21f9-b610-41f5-b8f2-42687bd6008c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:58.999050836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02cb21f9-b610-41f5-b8f2-42687bd6008c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.008996599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1f7748f-8927-4f1e-b702-4cac7ce05151","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.109495844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-sub-329a28b0","reconcileID":"3fd6daf8-7bd3-4198-b172-c439e2ca0d21","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.173498337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de68d777-23b3-4792-b1a9-ebb3b4e0de4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.173548118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de68d777-23b3-4792-b1a9-ebb3b4e0de4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.668811132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afe89588-88a7-456d-b86f-bf8d9a54bbbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.668834428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afe89588-88a7-456d-b86f-bf8d9a54bbbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.68738375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a22db87-e9eb-4f5c-8a08-ed3fb567ac3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.68740367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a22db87-e9eb-4f5c-8a08-ed3fb567ac3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.718624314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-policy-329a28b0","reconcileID":"00c16b5a-6bd1-49fe-85dc-df77a3c21901","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.739442633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-policy-329a28b0","reconcileID":"00c16b5a-6bd1-49fe-85dc-df77a3c21901","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.828634784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57727ac7-4d6d-4dc0-b2a8-a6bf21b4f71f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.828657821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57727ac7-4d6d-4dc0-b2a8-a6bf21b4f71f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.860771654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e78e664f-7152-4c74-a0ab-fb5b6a024eb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.860787606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e78e664f-7152-4c74-a0ab-fb5b6a024eb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.881855256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c19dcdd2-341e-4faa-9431-a58b7708c4e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.881872051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c19dcdd2-341e-4faa-9431-a58b7708c4e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.892046678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-policy-329a28b0","reconcileID":"1bcc346f-73a4-48a5-8d17-0e29c47c2f5f","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:45:59.896275447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-sub-329a28b0","reconcileID":"cc1a4c9e-4626-4427-b737-9635fed5a7a4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-329a28b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.913214769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-policy-329a28b0","reconcileID":"1bcc346f-73a4-48a5-8d17-0e29c47c2f5f","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.938921771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"055840f3-3d23-4255-a1ba-cc118e6b242e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.938937394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"055840f3-3d23-4255-a1ba-cc118e6b242e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.963654577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"067f7cfd-e637-4c51-85af-d4e18ebd9965","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:45:59.963671541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"067f7cfd-e637-4c51-85af-d4e18ebd9965","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.049784816Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-sub-329a28b0","reconcileID":"039f1fd5-5b2e-41ab-8320-e20fd6cffe8f","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-329a28b0/e2e-shared-sub-329a28b0","ai-tenant-e2e-mt-fc79d17f/e2e-shared-sub-329a28b0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.05035684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-sub","reconcileID":"827e92f5-bf01-444f-ad55-4e5d03d08f5a","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","subscription":"test-model-1a4b17-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.067917814Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-sub","reconcileID":"827e92f5-bf01-444f-ad55-4e5d03d08f5a","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.089469275Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17-sub","reconcileID":"827e92f5-bf01-444f-ad55-4e5d03d08f5a","MaaSSubscription":{"name":"test-model-1a4b17-sub","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"name":"maas-trlp-test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.1173726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84cc47eb-e95d-476c-9de3-bf52449bc345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.117389517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84cc47eb-e95d-476c-9de3-bf52449bc345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.130019259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-sub-329a28b0","reconcileID":"41c2751a-4aee-4779-a19d-592ef5b5447a","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.130125493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"438ae0b7-9fb3-4a88-a79a-dea54b6f41e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.230473097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-sub-329a28b0","reconcileID":"18c04d9c-3edf-483e-9b6a-28b0085631b4","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.318755912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"6d8c676d-3835-4be5-a6f5-340e1b1b20cd","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"tenant":"e2e-inf-b-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","model":"ai-tenant-e2e-inf-b-1a4b17/test-model-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.318776167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"test-model-1a4b17","reconcileID":"6d8c676d-3835-4be5-a6f5-340e1b1b20cd","MaaSModelRef":{"name":"test-model-1a4b17","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"routeName":"test-model-1a4b17-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a4b17","llmisvcName":"test-model-1a4b17","gateway":"openshift-ingress/e2e-inf-b-1a4b17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.933912685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-policy-329a28b0","reconcileID":"90b168bc-82d4-4c92-9ab5-fee56a89b4ca","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.934094648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a7064ba-64c9-42fa-8e20-306a4de70682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:00.93411979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a7064ba-64c9-42fa-8e20-306a4de70682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:01.049934863Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-policy-329a28b0","reconcileID":"90b168bc-82d4-4c92-9ab5-fee56a89b4ca","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"policyNamespace":"ai-tenant-e2e-mt-329a28b0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:01.070777449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb188091-3ebe-4301-a086-1ea5c116ff5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:01.070795427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb188091-3ebe-4301-a086-1ea5c116ff5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:01.206695309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5796538-c89d-4ce5-947f-8895594f4785","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:01.20671385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5796538-c89d-4ce5-947f-8895594f4785","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:05.536685689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b81c62-c9f7-496c-8e45-1596cfa2e75a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:05.53671376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b81c62-c9f7-496c-8e45-1596cfa2e75a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:05.568820085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f64852f","namespace":"ai-tenant-e2e-mt-9f64852f"},"namespace":"ai-tenant-e2e-mt-9f64852f","name":"e2e-policy-9f64852f","reconcileID":"bf5f5b6e-fb89-4a81-a5da-e58d1862898f","MaaSAuthPolicy":{"name":"e2e-policy-9f64852f","namespace":"ai-tenant-e2e-mt-9f64852f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:05.590114454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f64852f","namespace":"ai-tenant-e2e-mt-9f64852f"},"namespace":"ai-tenant-e2e-mt-9f64852f","name":"e2e-policy-9f64852f","reconcileID":"bf5f5b6e-fb89-4a81-a5da-e58d1862898f","MaaSAuthPolicy":{"name":"e2e-policy-9f64852f","namespace":"ai-tenant-e2e-mt-9f64852f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:05.682940709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"674b8b59-6cdb-40de-be22-a7f5ed134be2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:05.682958849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"674b8b59-6cdb-40de-be22-a7f5ed134be2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:06.063068772Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f64852f","namespace":"ai-tenant-e2e-mt-9f64852f"},"namespace":"ai-tenant-e2e-mt-9f64852f","name":"e2e-policy-9f64852f","reconcileID":"d1960c02-e1e0-4e43-9af6-dafd3a2762e7","MaaSAuthPolicy":{"name":"e2e-policy-9f64852f","namespace":"ai-tenant-e2e-mt-9f64852f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:06.063333925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e5f7ed7-ec77-4ad7-808f-9ece22e4913d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:06.063355896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e5f7ed7-ec77-4ad7-808f-9ece22e4913d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:06.095566257Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f64852f","namespace":"ai-tenant-e2e-mt-9f64852f"},"namespace":"ai-tenant-e2e-mt-9f64852f","name":"e2e-policy-9f64852f","reconcileID":"d1960c02-e1e0-4e43-9af6-dafd3a2762e7","MaaSAuthPolicy":{"name":"e2e-policy-9f64852f","namespace":"ai-tenant-e2e-mt-9f64852f"},"policyNamespace":"ai-tenant-e2e-mt-9f64852f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:06.116679702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7411968-e8b8-4456-81b6-c6793bd9cda7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:06.116698874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7411968-e8b8-4456-81b6-c6793bd9cda7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:11.262013073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-sub-329a28b0","reconcileID":"8ed303ee-b0af-4683-ac36-c53c483a92c6","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-329a28b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:11.416101815Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"namespace":"ai-tenant-e2e-mt-329a28b0","name":"e2e-shared-sub-329a28b0","reconcileID":"8ed303ee-b0af-4683-ac36-c53c483a92c6","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-329a28b0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-fc79d17f/e2e-shared-sub-329a28b0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:11.484947232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-sub-329a28b0","reconcileID":"25686a81-2f5c-4b77-b56f-880faefc95cf","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:11.484949305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"242566eb-bf48-4657-ae28-18efb763c765","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:11.544190184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf63d1a0-560c-4480-86ff-42d1ee8ef108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:11.5608386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf63d1a0-560c-4480-86ff-42d1ee8ef108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:11.579036882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf63d1a0-560c-4480-86ff-42d1ee8ef108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:11.582726034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5b7a8d8-d7bd-48f2-b8fc-2005d0d76599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:11.582747009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5b7a8d8-d7bd-48f2-b8fc-2005d0d76599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:11.596122816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf63d1a0-560c-4480-86ff-42d1ee8ef108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:12.240717961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7871944-94be-43b7-b2ac-c04fb1031ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:12.256674247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7871944-94be-43b7-b2ac-c04fb1031ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:12.272835903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7871944-94be-43b7-b2ac-c04fb1031ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:12.288763693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7871944-94be-43b7-b2ac-c04fb1031ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:12.335776318Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-e6fc524e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-e6fc524e","reconcileID":"f84b9aa1-617f-41bd-8909-ec5814e1be3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-e6fc524e","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-e6fc524e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:12.982637119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf01db0a-61c6-43c0-9277-403edd8df166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:12.998770023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf01db0a-61c6-43c0-9277-403edd8df166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:13.017068439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf01db0a-61c6-43c0-9277-403edd8df166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:13.033077686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf01db0a-61c6-43c0-9277-403edd8df166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:16.071306371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"08f26624-a9d2-4e75-9f07-c34cccdcb153","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:16.333077325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"98a69d79-54ce-4e53-9c72-891116e36968","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:16.430938108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"d7b41022-94f4-4919-8715-d8f823324a89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:16.43166511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"cc41c70b-f5df-4542-9815-9b9058dea6f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:16.732568084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"ffdf39f9-1aec-43d4-bdaa-ffec9e79994c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:16.836019069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"e49e680c-9ff9-4676-9b9b-9aecad68c87e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:16.836488038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7655327-5c96-4de8-940b-5986e0164e19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:16.952356082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"5e8fb603-feb5-4a0a-a300-5d70704f51ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:17.044653238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"9ef5ed4f-9161-4719-9ba6-449f6dd4de8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:17.153834557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"4992d0ab-3858-4cfd-83af-08ffeced23a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:17.2479524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"9ada5856-bb49-4d09-91eb-4af9a5eb00e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:28.822875199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.164999775Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","namespace":"ai-tenant-e2e-inf-a-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.165056053Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","namespace":"ai-tenant-e2e-inf-a-6aa9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.165101714Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","tenant":"e2e-inf-a-6aa9aa","tenantID":"e2e-inf-a-6aa9aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.185418959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"Deployment","name":"maas-api-e2e-inf-a-6aa9aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.237519793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"Service","name":"maas-api-e2e-inf-a-6aa9aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.261678709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-6aa9aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.287760589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-6aa9aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.30652397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.342922438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.373647793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.397338143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.413626945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"Deployment","name":"payload-processing-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.436992392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.452886241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"Service","name":"payload-processing-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.469347182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.486980901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.505492034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.527546595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.550332429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.565982397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.581916024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.598634198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-6aa9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:31.61444929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6aa9aa"},"namespace":"ai-tenant-e2e-inf-a-6aa9aa","name":"default-tenant","reconcileID":"89ab3c43-39e0-4b00-ba69-eccd9b65e249","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-6aa9aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:32.001600016Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-6aa9aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-6aa9aa","reconcileID":"659e0ac1-e268-4bba-b256-202c8899d972","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-6aa9aa","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-6aa9aa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:32.473076458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff63761c-512c-4c5a-a45d-a5e289cc3341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:32.489052397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff63761c-512c-4c5a-a45d-a5e289cc3341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:32.505499021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff63761c-512c-4c5a-a45d-a5e289cc3341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:32.521523029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff63761c-512c-4c5a-a45d-a5e289cc3341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:33.409916201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c40f33-e8c7-4c58-8fcf-cd68da4a0640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:33.426278216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c40f33-e8c7-4c58-8fcf-cd68da4a0640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:33.442214439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c40f33-e8c7-4c58-8fcf-cd68da4a0640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:33.460305654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c40f33-e8c7-4c58-8fcf-cd68da4a0640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:43.002448191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a842b434-6228-4ffd-9fad-616584cc4e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:43.0184347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a842b434-6228-4ffd-9fad-616584cc4e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:43.03695868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a842b434-6228-4ffd-9fad-616584cc4e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:43.053149493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a842b434-6228-4ffd-9fad-616584cc4e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:43.791258027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0018185d-e3c8-401b-8230-729d2667da8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:43.807712692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0018185d-e3c8-401b-8230-729d2667da8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:43.823854042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0018185d-e3c8-401b-8230-729d2667da8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:43.840015437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0018185d-e3c8-401b-8230-729d2667da8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:44.594530956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a206674-e9b0-478d-a83e-ebf3aa9eec71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:44.610301003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a206674-e9b0-478d-a83e-ebf3aa9eec71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:44.6261339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a206674-e9b0-478d-a83e-ebf3aa9eec71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:44.642421407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a206674-e9b0-478d-a83e-ebf3aa9eec71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:51.618938789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04578588-550f-47aa-ad7f-2da44d6122e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:51.618975572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-sub-329a28b0","reconcileID":"e5b086db-55d3-4b1d-b4f7-7a3c13d7f9f2","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:46:58.819857287Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:08.973509944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"5ee6f465-3a85-4c19-9fcd-64a1f2ca0fe1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e6fc524e","tenantID":"e2e-mt-e6fc524e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:09.021920242Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"5ee6f465-3a85-4c19-9fcd-64a1f2ca0fe1","name":"e2e-mt-e6fc524e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:28.820228496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.366455382Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","namespace":"ai-tenant-e2e-inf-b-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.366515897Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","namespace":"ai-tenant-e2e-inf-b-1a4b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.366568901Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","tenant":"e2e-inf-b-1a4b17","tenantID":"e2e-inf-b-1a4b17","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.412216527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"Deployment","name":"maas-api-e2e-inf-b-1a4b17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.496573964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"Service","name":"maas-api-e2e-inf-b-1a4b17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.563014525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-1a4b17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.581328072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-1a4b17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.603931141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.627656258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.649795589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.669210698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.685148821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"Deployment","name":"payload-processing-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.701221309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.717126306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"Service","name":"payload-processing-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.733517165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.749880637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.767041522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.786302859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.809376961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.825810991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.842310834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.858354286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-1a4b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:30.874524551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a4b17"},"namespace":"ai-tenant-e2e-inf-b-1a4b17","name":"default-tenant","reconcileID":"6415c1a8-2dc8-44ff-a22d-cb117c3b2242","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-1a4b17","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:31.169698076Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-1a4b17","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-1a4b17","reconcileID":"dbe2a706-e4fa-4e14-8eb2-f4dc7c5f2926","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-1a4b17","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-1a4b17"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:31.67949014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a20e79-467a-4f48-b603-d67d453056ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:31.696037077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a20e79-467a-4f48-b603-d67d453056ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:31.712505275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a20e79-467a-4f48-b603-d67d453056ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:31.731100433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a20e79-467a-4f48-b603-d67d453056ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:32.567214459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d28b8195-4f72-4d32-8201-aa5844e1190f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:32.584312454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d28b8195-4f72-4d32-8201-aa5844e1190f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:32.60175357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d28b8195-4f72-4d32-8201-aa5844e1190f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:32.617874266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d28b8195-4f72-4d32-8201-aa5844e1190f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:42.038099206Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-policy-329a28b0","reconcileID":"d544c869-b0a1-4fd1-826a-c51532456317","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:42.038327031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d12e0598-a3df-4119-b1f8-11b5ca69e052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:42.038347011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d12e0598-a3df-4119-b1f8-11b5ca69e052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:42.155894591Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-policy-329a28b0","reconcileID":"d544c869-b0a1-4fd1-826a-c51532456317","MaaSAuthPolicy":{"name":"e2e-shared-policy-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"policyNamespace":"ai-tenant-e2e-mt-fc79d17f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:42.186245204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86b5b54b-bb1f-40c9-9993-f7cab31d2905","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:42.186268512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86b5b54b-bb1f-40c9-9993-f7cab31d2905","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:42.342809148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"283cd3f1-abcd-4254-966d-6d176cac2ed0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:42.342831461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"283cd3f1-abcd-4254-966d-6d176cac2ed0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:52.401643915Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-sub-329a28b0","reconcileID":"1eb47306-e403-4317-8d5f-9bd2b220d7d5","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-329a28b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:52.472790586Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"namespace":"ai-tenant-e2e-mt-fc79d17f","name":"e2e-shared-sub-329a28b0","reconcileID":"1eb47306-e403-4317-8d5f-9bd2b220d7d5","MaaSSubscription":{"name":"e2e-shared-sub-329a28b0","namespace":"ai-tenant-e2e-mt-fc79d17f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:52.537977494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dddf3988-5ed3-423c-acff-0614e44ca430","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:52.545794221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"865a6e35-ca58-475a-9746-885161e3c2cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:52.545811653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"865a6e35-ca58-475a-9746-885161e3c2cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:47:58.819595664Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:02.443585593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4797d0-d412-4cf2-b972-0db23ea77ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:02.459756674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4797d0-d412-4cf2-b972-0db23ea77ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:02.475937963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4797d0-d412-4cf2-b972-0db23ea77ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:02.491973985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4797d0-d412-4cf2-b972-0db23ea77ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:03.151079385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da6f83e-823d-412e-b21f-ef890c8fb2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:03.168450174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da6f83e-823d-412e-b21f-ef890c8fb2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:03.185315591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da6f83e-823d-412e-b21f-ef890c8fb2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:03.201125722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da6f83e-823d-412e-b21f-ef890c8fb2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:12.908572133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"4083fe0d-e926-48a0-b887-831bba4acd7d","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:12.908601476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"4083fe0d-e926-48a0-b887-831bba4acd7d","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:28.819329271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:39.723185765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"cc8c9ef6-140c-4c9a-9fb3-00de502fda39","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:39.723208898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"cc8c9ef6-140c-4c9a-9fb3-00de502fda39","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:40.011767222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"79a81ae5-94c6-4595-9986-b6c016a24e28","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:40.011788934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"79a81ae5-94c6-4595-9986-b6c016a24e28","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:40.0325702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"34750970-b9e3-4295-bd60-2b123037c0d3","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:40.032589079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"34750970-b9e3-4295-bd60-2b123037c0d3","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:40.06542948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"dd404f1b-ecf1-4dc7-8990-ba144ac3372d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:40.121072419Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"dd404f1b-ecf1-4dc7-8990-ba144ac3372d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:40.140682104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"dd404f1b-ecf1-4dc7-8990-ba144ac3372d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:40.159865085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"5146e0db-66a9-4758-b26d-931dc4169a9a","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:40.15988341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"5146e0db-66a9-4758-b26d-931dc4169a9a","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:41.118696252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"d74add12-a49a-44f2-9aed-f75b0fa22d6b","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:41.11872338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"d74add12-a49a-44f2-9aed-f75b0fa22d6b","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:50.222059187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"f03d4c5c-4f4f-46e0-a48d-eb21d4f3344c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:50.250899649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"f03d4c5c-4f4f-46e0-a48d-eb21d4f3344c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:50.270962529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"f03d4c5c-4f4f-46e0-a48d-eb21d4f3344c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:48:58.81938363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:00.304419488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"9b2dd6be-8560-4a5f-aa19-09ea6775bd3a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:00.32522579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"9b2dd6be-8560-4a5f-aa19-09ea6775bd3a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:00.345799607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"9b2dd6be-8560-4a5f-aa19-09ea6775bd3a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:10.377817219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"c934e4bd-24b5-464c-90bb-011d26f3bfca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:10.398459829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"c934e4bd-24b5-464c-90bb-011d26f3bfca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:10.417882546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ddc2cb69cfefedab49e055a55a7f4da023643be3e2acaaa59ef02f4d6646171c) AuthConfig (c86560369c29911bb50653050783f3e0c83c8f3842d513981b8922115cbd5f29) AuthConfig (8b2fd150864b64181690f14d9fe07fa90dc798ee55c16532889d5545ff9fad15) AuthConfig (59d5b41adc96115e4cf7fe99223ce98d7e4f16524eddcd8fc2067b5c1464bd5e) AuthConfig (d54adfda108fe276d9da621fa10845252c6f2e7f5e04ad13e12c657234f42e09) AuthConfig (5d7c8edacd1ef2c4f166a843d98acac63e144816715325bea4d04b2eda864b0f) AuthConfig (f93ce82069689abd5def21c210cc39e34bd6d18bf07cff14142dad325834a1db) AuthConfig (ec269e7bf5856598730e084336559260fb314d33577e95336de15ea37e001cbe) AuthConfig (7ad1dbe36e757f968e23f64751480c9436a05c2b4f7f78828007fc2c06f712ee) AuthConfig (d2a825837aff28db20a9be087c2fe98bbd2d3a1288118f37074fd84a798f1b82) AuthConfig (20c903371ffe06f4d6d170ca9d278221519b229628fbfe171eac10ac9f3b1aa6) AuthConfig (1ff1ebb5f71bac3cc504c1502f63dfabf1db848a0ace280758d2e7b5b602b249) AuthConfig (7fc0577b97aadafd82bf1ed733c9be9fb86bbef46ada39c4cd31498e798e27be) AuthConfig (a0617a8e7a37ca305269231420fbc6afce8c15ba68daaf50cf51dd8f8ccfb66d) AuthConfig (af2ab4d1c759dc347697442b0102ea8584e1b4ab50ebb6c5ca6dfa663839d11a) AuthConfig (ec49cd0322cd576f4b36ead7aa5496bb38d69f8e58b9e02fba80fdf8cd4785ea) AuthConfig (78108c87b6edae6b82c4643310e74e6254c777d52c950ca57d8ac66f8d982152) AuthConfig (b759f78b2fb73c78c9a0067220bfec4a29d34bdbf7990f06282b9b44c449b6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"c934e4bd-24b5-464c-90bb-011d26f3bfca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:10.440174167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"bf801ea6-db61-4e86-aafc-a86ead431f70","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:10.44019046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"bf801ea6-db61-4e86-aafc-a86ead431f70","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:10.492150395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"4690fa14-20b4-4a2b-ac3d-7b2d681134e3","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:10.492183506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"4690fa14-20b4-4a2b-ac3d-7b2d681134e3","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.08714388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"049bed15-b812-46a7-a512-5c5be5adb41f","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.087297808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"049bed15-b812-46a7-a512-5c5be5adb41f","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.38656923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"afa46194-e97c-41de-a2c2-599b15f07bee","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.386589167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"afa46194-e97c-41de-a2c2-599b15f07bee","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.407376178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"a1f59622-9749-43d8-9555-6a8c9f27cf84","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.407399747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"a1f59622-9749-43d8-9555-6a8c9f27cf84","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.438947646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"1dda6209-6e04-4ee4-aa6d-586fa2fbf795","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.49635304Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"1dda6209-6e04-4ee4-aa6d-586fa2fbf795","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.51598557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"1dda6209-6e04-4ee4-aa6d-586fa2fbf795","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.535445265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"8a129098-ea20-457b-b514-e9d477f9f28e","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:13.535462207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"8a129098-ea20-457b-b514-e9d477f9f28e","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:20.472652775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"7c278fc7-4e22-46b8-a676-ccafe60fd250","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:20.493171632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"7c278fc7-4e22-46b8-a676-ccafe60fd250","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:20.513657192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0e1a98-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ddc2cb69cfefedab49e055a55a7f4da023643be3e2acaaa59ef02f4d6646171c) AuthConfig (c86560369c29911bb50653050783f3e0c83c8f3842d513981b8922115cbd5f29) AuthConfig (8b2fd150864b64181690f14d9fe07fa90dc798ee55c16532889d5545ff9fad15) AuthConfig (59d5b41adc96115e4cf7fe99223ce98d7e4f16524eddcd8fc2067b5c1464bd5e) AuthConfig (d54adfda108fe276d9da621fa10845252c6f2e7f5e04ad13e12c657234f42e09) AuthConfig (5d7c8edacd1ef2c4f166a843d98acac63e144816715325bea4d04b2eda864b0f) AuthConfig (f93ce82069689abd5def21c210cc39e34bd6d18bf07cff14142dad325834a1db) AuthConfig (ec269e7bf5856598730e084336559260fb314d33577e95336de15ea37e001cbe) AuthConfig (7ad1dbe36e757f968e23f64751480c9436a05c2b4f7f78828007fc2c06f712ee) AuthConfig (d2a825837aff28db20a9be087c2fe98bbd2d3a1288118f37074fd84a798f1b82) AuthConfig (20c903371ffe06f4d6d170ca9d278221519b229628fbfe171eac10ac9f3b1aa6) AuthConfig (1ff1ebb5f71bac3cc504c1502f63dfabf1db848a0ace280758d2e7b5b602b249) AuthConfig (7fc0577b97aadafd82bf1ed733c9be9fb86bbef46ada39c4cd31498e798e27be) AuthConfig (a0617a8e7a37ca305269231420fbc6afce8c15ba68daaf50cf51dd8f8ccfb66d) AuthConfig (af2ab4d1c759dc347697442b0102ea8584e1b4ab50ebb6c5ca6dfa663839d11a) AuthConfig (ec49cd0322cd576f4b36ead7aa5496bb38d69f8e58b9e02fba80fdf8cd4785ea) AuthConfig (78108c87b6edae6b82c4643310e74e6254c777d52c950ca57d8ac66f8d982152) AuthConfig (b759f78b2fb73c78c9a0067220bfec4a29d34bdbf7990f06282b9b44c449b6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"7c278fc7-4e22-46b8-a676-ccafe60fd250","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:22.900584761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2656d0b-a31a-4b13-adce-b1eab1daf491","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:22.900619038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2656d0b-a31a-4b13-adce-b1eab1daf491","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:22.919802036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"631b61bb-27e0-4f38-9e13-f365886a4afe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:22.919822601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"631b61bb-27e0-4f38-9e13-f365886a4afe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:22.966928642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"ef3b017e-ffe9-4e93-bd24-6c4055cc99fc","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:23.021440023Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"ef3b017e-ffe9-4e93-bd24-6c4055cc99fc","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:23.040946763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"ef3b017e-ffe9-4e93-bd24-6c4055cc99fc","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:23.060534181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25a21db8-c6b5-46a8-be6f-54ec72b3a9cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:23.060554956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25a21db8-c6b5-46a8-be6f-54ec72b3a9cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:23.56728966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"d6bb2100-d627-4e9e-bca8-34bceaa70ed9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:23.590398867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"d6bb2100-d627-4e9e-bca8-34bceaa70ed9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:23.61023361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"d6bb2100-d627-4e9e-bca8-34bceaa70ed9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:28.821482507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:30.548277048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"14b5f1e4-a851-4b4a-8c20-db9238e766ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:30.569634622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"14b5f1e4-a851-4b4a-8c20-db9238e766ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:30.658127371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"7d7588be-7439-4a07-9c84-f19975ad3aad","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:30.658150923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"7d7588be-7439-4a07-9c84-f19975ad3aad","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:31.71553572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"61480364-d765-4da9-9fe9-9ba93d8ce6e7","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:31.715557217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"61480364-d765-4da9-9fe9-9ba93d8ce6e7","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:31.734749751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"0bb2e529-1054-4147-8631-ef95841e849f","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:31.734775501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"0bb2e529-1054-4147-8631-ef95841e849f","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:31.766408535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"84e3726d-f871-4d67-8a39-ec2bdede93d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:31.821586085Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"84e3726d-f871-4d67-8a39-ec2bdede93d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:31.845587493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"84e3726d-f871-4d67-8a39-ec2bdede93d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:31.868227318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"d05829ed-d1e5-4a08-9946-ba6135456785","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:31.868245603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"d05829ed-d1e5-4a08-9946-ba6135456785","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:33.108464617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"096e7a36-9540-4354-8692-bc2592b926ce","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:33.129223815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"096e7a36-9540-4354-8692-bc2592b926ce","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:33.149016203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"096e7a36-9540-4354-8692-bc2592b926ce","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:33.643387964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"14feb101-7f1e-4069-98e3-43f21a72a130","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:33.664625692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"14feb101-7f1e-4069-98e3-43f21a72a130","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:33.684386772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"14feb101-7f1e-4069-98e3-43f21a72a130","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:37.157999433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcf4d32-16ea-4f4f-af27-eabfdce38e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:37.174663678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcf4d32-16ea-4f4f-af27-eabfdce38e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:37.190878066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcf4d32-16ea-4f4f-af27-eabfdce38e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:37.206903095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcf4d32-16ea-4f4f-af27-eabfdce38e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:37.856264262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d20f06a-505e-4e4e-8142-81f4ea94bd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:37.872478162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d20f06a-505e-4e4e-8142-81f4ea94bd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:37.888452367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d20f06a-505e-4e4e-8142-81f4ea94bd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:37.904640528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d20f06a-505e-4e4e-8142-81f4ea94bd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:38.526967772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4df59c-ebd7-4fcd-b6f3-8ade10ac9de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:38.542874943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4df59c-ebd7-4fcd-b6f3-8ade10ac9de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:38.558792758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4df59c-ebd7-4fcd-b6f3-8ade10ac9de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:38.575260097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4df59c-ebd7-4fcd-b6f3-8ade10ac9de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:41.899660651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"a5084acd-d57d-4b79-a92f-353bbaedef80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:41.920622785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"a5084acd-d57d-4b79-a92f-353bbaedef80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:41.940204234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"a5084acd-d57d-4b79-a92f-353bbaedef80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.475754805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"b0ecbfd2-de20-4b11-8304-fd5fed97efb9","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.475782197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"b0ecbfd2-de20-4b11-8304-fd5fed97efb9","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.791304209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"729a05da-f0bf-4a5a-8ca9-7e31c0f8abe3","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.791327094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"729a05da-f0bf-4a5a-8ca9-7e31c0f8abe3","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.810289058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"3e961b99-f0a3-4198-a907-076b209087ab","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.81030673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"3e961b99-f0a3-4198-a907-076b209087ab","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.842147731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"4f472c08-b4a0-4f73-9592-bc0299aedc74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.901265033Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"4f472c08-b4a0-4f73-9592-bc0299aedc74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.921118738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"4f472c08-b4a0-4f73-9592-bc0299aedc74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.943015015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"e542fead-68d1-4b38-bae2-6da51bf0f3c3","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:42.943037289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"e542fead-68d1-4b38-bae2-6da51bf0f3c3","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:43.197243924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"fe9ccdd8-6003-4d9f-9754-5b068df9f079","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:43.217957402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"fe9ccdd8-6003-4d9f-9754-5b068df9f079","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:43.237603799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"fe9ccdd8-6003-4d9f-9754-5b068df9f079","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:43.716702211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"f9034abc-cdcb-4eaa-a332-a3e58d78ef00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:43.737472854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"f9034abc-cdcb-4eaa-a332-a3e58d78ef00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:43.758389441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"f9034abc-cdcb-4eaa-a332-a3e58d78ef00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:51.972988969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"5e2c5c00-baae-4cde-8c7a-11800447e9fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:51.993810838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"5e2c5c00-baae-4cde-8c7a-11800447e9fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:52.01315145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"5e2c5c00-baae-4cde-8c7a-11800447e9fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:52.975828755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"6566ae90-d7e5-44e7-8e79-114ec05f67fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:52.99688796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"6566ae90-d7e5-44e7-8e79-114ec05f67fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:53.016496072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"6566ae90-d7e5-44e7-8e79-114ec05f67fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:53.28563909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"9db84152-e7ae-47b1-9ddd-d48d306f8ee0","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:53.306808026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"9db84152-e7ae-47b1-9ddd-d48d306f8ee0","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:53.326405626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"9db84152-e7ae-47b1-9ddd-d48d306f8ee0","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:53.790547937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"a85c7ee9-4b97-4db5-86c3-d12ccc578b4d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:53.811630858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"a85c7ee9-4b97-4db5-86c3-d12ccc578b4d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:53.831886335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"a85c7ee9-4b97-4db5-86c3-d12ccc578b4d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:49:58.819557602Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:02.046142966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"8c05a2e1-6951-4e48-b760-b5de0329e207","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:02.067319089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"8c05a2e1-6951-4e48-b760-b5de0329e207","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:02.087170313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"8c05a2e1-6951-4e48-b760-b5de0329e207","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:03.048814633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"4bcba86d-99b6-4721-951b-72ba929bce1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:03.070185543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"4bcba86d-99b6-4721-951b-72ba929bce1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:03.090331605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"4bcba86d-99b6-4721-951b-72ba929bce1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:03.387794322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"b51c21b4-4caf-4824-8360-ad1f22876431","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:03.408303094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"b51c21b4-4caf-4824-8360-ad1f22876431","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:03.427585262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"b51c21b4-4caf-4824-8360-ad1f22876431","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:03.86478088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"9c6081e0-4b89-4cbe-a299-02a34075ba29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:03.885737734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"9c6081e0-4b89-4cbe-a299-02a34075ba29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:03.905456074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"9c6081e0-4b89-4cbe-a299-02a34075ba29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:08.734840321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"403a415d-b3e2-4cec-a772-51756bbaf4a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:08.893235896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"19a0c023-2c6e-48e1-9b6b-5d6fb68b5f48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:08.942977342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"ecdb9501-035c-4969-84a8-26533c0b458f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:08.943550068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"1a6d0e08-77a1-4887-a29d-a8fb8bc3476f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:09.127396976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1cecf5e3-cbf2-4188-8fa4-31807d5f13d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:09.227327749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"cca15777-d1fa-4722-9224-1776eb554402","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:09.330178437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0372466f-505d-4797-838a-e802c919c411","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:09.454104076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"f17abf43-e80d-469e-8492-dacf43469008","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:09.541315065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"05f66a82-8703-4942-bd3f-746ebf88523e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:09.543275413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"762b7769-037d-4a47-bcb0-cc1332f2e6b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:09.644721639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"a9ab5485-9522-408a-a962-3f74dd1d1574","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:09.748727705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"a9063c00-c2c6-49ab-b77e-44ce6e2d2afa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:12.124763746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"a87c2112-f6a3-4ce2-8645-434b114a08e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:12.146280424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"a87c2112-f6a3-4ce2-8645-434b114a08e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:12.166754907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d2ba6121fe3e96cf016e280a999606b87cadeb5a4d9b8108d91df1cf4898c41c) AuthConfig (53e225eac346b578be8fb20ef15802cf9a134cd6e41995d93d228284b0939a7c) AuthConfig (37e531c5a17226eb612a4469af723ff13a485e301db7a055ac17b45834b94a21) AuthConfig (ac034386b6cf60cd14b55475ca975eb176f8da0f8b42c5883c5e22bf2ef2a846) AuthConfig (75f9175b3ec8fdc921463fc159a707423508f9cef04715e4df7dfe88e9005854) AuthConfig (1ff0727cb8e20ebc83f535637bfafa35e21ea6d100907fa1b8c505558548d843) AuthConfig (6e35e950b3762be7a9ee6e1573586654f45a3bedd3d7b0e0ad73841c9a2bc6c3) AuthConfig (ba5013aa28665fcf2e274953aab7d303039bfecc2d9270dbf801ef003c191d86) AuthConfig (9de94017dd94d62a0921e81d23c001c0b2f4a7ce6a0599492013a271033fb7e4) AuthConfig (5c07cc5a0d61f8cacf868d07269a9a20f326e4fabf54a885e28822d29c1ccc9a) AuthConfig (5e45ca8ed41fcc3cce84e2d87fae47a8c235091e352df62b3add145b9fc09935) AuthConfig (fc5d39e5d3dcac2fd6725e149a8b5f6b4ed8baf6d5252833e0231973244cea91) AuthConfig (71a874ce9410bbb18e9bc45e9868f12b048b3053580b3e9874cb45778e03b933) AuthConfig (ff63de9a81be40b65ed196fd4b49a8828e7650abfefaab8e5b8907613f94d545) AuthConfig (ad75e076a3416e24912b90ed68a8dbe190d04435993b683168567ad9d8336ee3) AuthConfig (d0e7d8998abc9c9cf2ac6d51dbb20a9f0a3c5fdb96c39614bb311174bb009d71) AuthConfig (a41dc387e02c14b59c110389714c34008fb89e69fd2ae166320a0a970ecd4ef4) AuthConfig (57437bf409e47d7d86720c3efc35ba37ea011006b330ea01a7619df2bb1ca5e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"a87c2112-f6a3-4ce2-8645-434b114a08e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:12.188869706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"4a969180-234a-4df9-92fc-0fdbd7a9e9dd","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:12.188888734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"4a969180-234a-4df9-92fc-0fdbd7a9e9dd","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.122785735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"c8db6b18-70bd-448a-884b-16f12fc10ea7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.144509493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"c8db6b18-70bd-448a-884b-16f12fc10ea7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.164921535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fdcbfa53b534a6fe423565bea38b9ec05e5859eb49de4d91f7b2908f8e8a2113) AuthConfig (9645ad6f2fc249fc253b7f479d633fadc342934b15dc01d2dd5ac56f84d86941) AuthConfig (3bc497533b4c6232e1d4fd549c2f90be7b41603209ef18771b2c486c665c2f28) AuthConfig (9c3267d0e61b782c9400633c98b3bc218f79a6c1f0b42e22a197da58f37d4a9d) AuthConfig (5ddb057cd65517e0fe85c1694c75937de6ad389924f94f6444e0839c769ddc53) AuthConfig (28f286fdbe8499b0553ea367922526b28050f352de53a2c0c114523360d05770) AuthConfig (0378701e9ca5141bf2d6c96b6a2d978e306f185c0c77280d8fc321f4d8b24bc3) AuthConfig (df5448ec8f423c7d7fc941e47dd8e3182b5b0263acf3b3f6917a4822d435d736) AuthConfig (c3a9cffcaa1b449edd93f0e5c4a47284da1a14d021fc9148e3374187df3fc0fb) AuthConfig (61ec19855a2d9efa2b9c0d113e4ce7c335a033673c5e4c6a9be93ffd8866e05a) AuthConfig (8b02de15753d5c8454c44c133bd7462f1b05746537e271549867d3302fe1c1d2) AuthConfig (97e4fe5953dfdc19aa67842bb7e8f0e7b4ce94c9aefe1f2cfa35d2d0713063b4) AuthConfig (35e8f2abf40065acd1005f2b28f4204b2c7a0d36a6fd4d821c94416a402339cf) AuthConfig (e0f7dc2a37891aaafea7cd91e15649110bf25761078125db471a8f56d1ef2b1a) AuthConfig (022393221725b6df920612f5a8ab71082cae90283fdb23240ad7c1b29a2c7007) AuthConfig (cf22d0737003a0a23b95b1e82050d616bb6753c704d8fc9c039c8a0d706ba6e3) AuthConfig (ad38bcefdb42d8bb63cb1c87705aa50eee6437816fa714aa6f4bbddc9aa0f0dd) AuthConfig (31b120350e088eda56a7b05d7bd69b5cd4e4162a4d3f4870cc5ec340843c305c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"c8db6b18-70bd-448a-884b-16f12fc10ea7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.187979249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"ccda05d2-86b2-49d1-acd1-509537731ab1","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.187997545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"ccda05d2-86b2-49d1-acd1-509537731ab1","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.476145436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"65789abd-e79e-4d91-a3b8-a5693bed17da","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.49766325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"65789abd-e79e-4d91-a3b8-a5693bed17da","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.517772169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"65789abd-e79e-4d91-a3b8-a5693bed17da","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.540381909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"134c65fe-cf8d-44fe-afad-93f1bc290126","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.540398814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"134c65fe-cf8d-44fe-afad-93f1bc290126","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.939656381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"9fadfc06-70b7-413f-9e98-e933cc33c2ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.960360802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"9fadfc06-70b7-413f-9e98-e933cc33c2ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:13.979788648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c111b887106116d76045910dbb91caafcb0ef8a4a87445b16534775fcf070658) AuthConfig (c49c865c4dd04e7bb211725116c9b022be7931b8e5672b98b66afad55b503de5) AuthConfig (72dc07852e42ee0c96020cee61987d2103f65a7d96a034a24bd2fd6d046d8b24) AuthConfig (68369de4f00c5f8a5cbb93abeb90ff8280d336c456851421ac514efba3e5bcdb) AuthConfig (28576cad353c80011a77a832e8fbb7c19a2e871a8640e39b0fb88a782cd8085b) AuthConfig (c2a1dff09a290e91a3201493a0e8858c841b932ae08c348c3106d9a4694d6a65) AuthConfig (a916125f31def71a477c5a3b9eea2815af7952510fd6fd4dafbb67ff792824f1) AuthConfig (f1651e6b702aa15098cbab20d770bf707ca0285a23dc614bda42e40a374169d7) AuthConfig (22ed7b2097630ce7f250b9d7056d91ece0380e75db4065cb72a686419c7183c2) AuthConfig (f103bdc67b8984b7c42288e91e188b8ff2472a0b6dfe7257cbf7214c4779bf35) AuthConfig (b063014572e209f314b6adec92e032033252fa48ae0bf5084c5604f8a5594ef4) AuthConfig (b9cb3b92bbd12c238fe0db2d402c1de867900a69fd6fe2c9253f40c57f872920) AuthConfig (e98e4f0c1dd332de40b79264ec5faa718a236d04d17186290df7f459641a8831) AuthConfig (8f64798a763256af8391bc031088c1d2873db9bcf4aad9954e6c56c149cd95c6) AuthConfig (14001dd41129f72ed2b1aa0f80121f83a6c41e8c71617e24743d5b6aed114d49) AuthConfig (e4bb3316eddb26e905ffd3f0d913da356f3e6d93fe816ad3cffbd312b3365bd6) AuthConfig (8a98ada67cdf880174bd246207776ceaf2bcccd169fcc68a81d1ed729914f04f) AuthConfig (28cdc6101915d7fcec10eb7ece0442b9852a0ab3938b034f9e02cd4d129cfcec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"9fadfc06-70b7-413f-9e98-e933cc33c2ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:14.002946529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"91ba1925-2cfc-4f59-8f55-2f4ca00368dc","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:14.002962927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"91ba1925-2cfc-4f59-8f55-2f4ca00368dc","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:22.226524747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"3d3b6f5c-16d7-4c2a-a1cc-7992b7d48c47","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:22.248483976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"3d3b6f5c-16d7-4c2a-a1cc-7992b7d48c47","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:22.268131673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1854c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d2ba6121fe3e96cf016e280a999606b87cadeb5a4d9b8108d91df1cf4898c41c) AuthConfig (53e225eac346b578be8fb20ef15802cf9a134cd6e41995d93d228284b0939a7c) AuthConfig (37e531c5a17226eb612a4469af723ff13a485e301db7a055ac17b45834b94a21) AuthConfig (ac034386b6cf60cd14b55475ca975eb176f8da0f8b42c5883c5e22bf2ef2a846) AuthConfig (75f9175b3ec8fdc921463fc159a707423508f9cef04715e4df7dfe88e9005854) AuthConfig (1ff0727cb8e20ebc83f535637bfafa35e21ea6d100907fa1b8c505558548d843) AuthConfig (6e35e950b3762be7a9ee6e1573586654f45a3bedd3d7b0e0ad73841c9a2bc6c3) AuthConfig (ba5013aa28665fcf2e274953aab7d303039bfecc2d9270dbf801ef003c191d86) AuthConfig (9de94017dd94d62a0921e81d23c001c0b2f4a7ce6a0599492013a271033fb7e4) AuthConfig (5c07cc5a0d61f8cacf868d07269a9a20f326e4fabf54a885e28822d29c1ccc9a) AuthConfig (5e45ca8ed41fcc3cce84e2d87fae47a8c235091e352df62b3add145b9fc09935) AuthConfig (fc5d39e5d3dcac2fd6725e149a8b5f6b4ed8baf6d5252833e0231973244cea91) AuthConfig (71a874ce9410bbb18e9bc45e9868f12b048b3053580b3e9874cb45778e03b933) AuthConfig (ff63de9a81be40b65ed196fd4b49a8828e7650abfefaab8e5b8907613f94d545) AuthConfig (ad75e076a3416e24912b90ed68a8dbe190d04435993b683168567ad9d8336ee3) AuthConfig (d0e7d8998abc9c9cf2ac6d51dbb20a9f0a3c5fdb96c39614bb311174bb009d71) AuthConfig (a41dc387e02c14b59c110389714c34008fb89e69fd2ae166320a0a970ecd4ef4) AuthConfig (57437bf409e47d7d86720c3efc35ba37ea011006b330ea01a7619df2bb1ca5e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"3d3b6f5c-16d7-4c2a-a1cc-7992b7d48c47","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:23.223878211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"e6afea76-07b9-444d-9e75-d0ee1b8b17c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:23.245636037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"e6afea76-07b9-444d-9e75-d0ee1b8b17c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:23.265970638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-35042a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fdcbfa53b534a6fe423565bea38b9ec05e5859eb49de4d91f7b2908f8e8a2113) AuthConfig (9645ad6f2fc249fc253b7f479d633fadc342934b15dc01d2dd5ac56f84d86941) AuthConfig (3bc497533b4c6232e1d4fd549c2f90be7b41603209ef18771b2c486c665c2f28) AuthConfig (9c3267d0e61b782c9400633c98b3bc218f79a6c1f0b42e22a197da58f37d4a9d) AuthConfig (5ddb057cd65517e0fe85c1694c75937de6ad389924f94f6444e0839c769ddc53) AuthConfig (28f286fdbe8499b0553ea367922526b28050f352de53a2c0c114523360d05770) AuthConfig (0378701e9ca5141bf2d6c96b6a2d978e306f185c0c77280d8fc321f4d8b24bc3) AuthConfig (df5448ec8f423c7d7fc941e47dd8e3182b5b0263acf3b3f6917a4822d435d736) AuthConfig (c3a9cffcaa1b449edd93f0e5c4a47284da1a14d021fc9148e3374187df3fc0fb) AuthConfig (61ec19855a2d9efa2b9c0d113e4ce7c335a033673c5e4c6a9be93ffd8866e05a) AuthConfig (8b02de15753d5c8454c44c133bd7462f1b05746537e271549867d3302fe1c1d2) AuthConfig (97e4fe5953dfdc19aa67842bb7e8f0e7b4ce94c9aefe1f2cfa35d2d0713063b4) AuthConfig (35e8f2abf40065acd1005f2b28f4204b2c7a0d36a6fd4d821c94416a402339cf) AuthConfig (e0f7dc2a37891aaafea7cd91e15649110bf25761078125db471a8f56d1ef2b1a) AuthConfig (022393221725b6df920612f5a8ab71082cae90283fdb23240ad7c1b29a2c7007) AuthConfig (cf22d0737003a0a23b95b1e82050d616bb6753c704d8fc9c039c8a0d706ba6e3) AuthConfig (ad38bcefdb42d8bb63cb1c87705aa50eee6437816fa714aa6f4bbddc9aa0f0dd) AuthConfig (31b120350e088eda56a7b05d7bd69b5cd4e4162a4d3f4870cc5ec340843c305c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"e6afea76-07b9-444d-9e75-d0ee1b8b17c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:23.597512835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"c1a28072-4ba5-40a8-aaed-9d8473370fcc","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:23.625521737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"c1a28072-4ba5-40a8-aaed-9d8473370fcc","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:23.645767226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"c1a28072-4ba5-40a8-aaed-9d8473370fcc","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:24.037738269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"1871db1c-60c3-45b9-b848-02f32b83ac87","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:24.059213007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"1871db1c-60c3-45b9-b848-02f32b83ac87","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:24.079742579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8ae41e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c111b887106116d76045910dbb91caafcb0ef8a4a87445b16534775fcf070658) AuthConfig (c49c865c4dd04e7bb211725116c9b022be7931b8e5672b98b66afad55b503de5) AuthConfig (72dc07852e42ee0c96020cee61987d2103f65a7d96a034a24bd2fd6d046d8b24) AuthConfig (68369de4f00c5f8a5cbb93abeb90ff8280d336c456851421ac514efba3e5bcdb) AuthConfig (28576cad353c80011a77a832e8fbb7c19a2e871a8640e39b0fb88a782cd8085b) AuthConfig (c2a1dff09a290e91a3201493a0e8858c841b932ae08c348c3106d9a4694d6a65) AuthConfig (a916125f31def71a477c5a3b9eea2815af7952510fd6fd4dafbb67ff792824f1) AuthConfig (f1651e6b702aa15098cbab20d770bf707ca0285a23dc614bda42e40a374169d7) AuthConfig (22ed7b2097630ce7f250b9d7056d91ece0380e75db4065cb72a686419c7183c2) AuthConfig (f103bdc67b8984b7c42288e91e188b8ff2472a0b6dfe7257cbf7214c4779bf35) AuthConfig (b063014572e209f314b6adec92e032033252fa48ae0bf5084c5604f8a5594ef4) AuthConfig (b9cb3b92bbd12c238fe0db2d402c1de867900a69fd6fe2c9253f40c57f872920) AuthConfig (e98e4f0c1dd332de40b79264ec5faa718a236d04d17186290df7f459641a8831) AuthConfig (8f64798a763256af8391bc031088c1d2873db9bcf4aad9954e6c56c149cd95c6) AuthConfig (14001dd41129f72ed2b1aa0f80121f83a6c41e8c71617e24743d5b6aed114d49) AuthConfig (e4bb3316eddb26e905ffd3f0d913da356f3e6d93fe816ad3cffbd312b3365bd6) AuthConfig (8a98ada67cdf880174bd246207776ceaf2bcccd169fcc68a81d1ed729914f04f) AuthConfig (28cdc6101915d7fcec10eb7ece0442b9852a0ab3938b034f9e02cd4d129cfcec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"1871db1c-60c3-45b9-b848-02f32b83ac87","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.212306433Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","namespace":"ai-tenant-e2e-mt-e6fc524e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.212364589Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","namespace":"ai-tenant-e2e-mt-e6fc524e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.212413561Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","tenant":"e2e-mt-e6fc524e","tenantID":"e2e-mt-e6fc524e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.230233797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"Deployment","name":"maas-api-e2e-mt-e6fc524e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.258529321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"Service","name":"maas-api-e2e-mt-e6fc524e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.27918838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-e6fc524e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.298313705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-e6fc524e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.319949182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.345661318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.369672005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.38812004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.403773076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"Deployment","name":"payload-processing-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.41990274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.436881325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"Service","name":"payload-processing-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.452693008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"Service","name":"payload-pre-processing-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.46883113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"DestinationRule","name":"payload-processing-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.484852573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.501576982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.521879415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.537947648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.561446036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.577421644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-e6fc524e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.593180219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e6fc524e"},"namespace":"ai-tenant-e2e-mt-e6fc524e","name":"default-tenant","reconcileID":"558c89f8-a211-4331-97b5-1a1fa14b410f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-e6fc524e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:25.986214128Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-e6fc524e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-e6fc524e","reconcileID":"bbfe3736-deb1-470d-b7bf-df73664759a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-e6fc524e","removed":["maas.opendatahub.io/gateway-access-e2e-mt-e6fc524e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:26.42441418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ae6543-d1d6-428d-80a8-e14e3016c395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:26.44053577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ae6543-d1d6-428d-80a8-e14e3016c395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:26.456237791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ae6543-d1d6-428d-80a8-e14e3016c395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:26.472964709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ae6543-d1d6-428d-80a8-e14e3016c395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:27.152602331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad4d7a6-2ec2-4a79-a5a9-7e806d8627fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:27.168708277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad4d7a6-2ec2-4a79-a5a9-7e806d8627fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:27.184444979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad4d7a6-2ec2-4a79-a5a9-7e806d8627fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:27.200297006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad4d7a6-2ec2-4a79-a5a9-7e806d8627fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:28.824659295Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:32.304659895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"161dce4b-3728-487f-86f5-6a137a34f663","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:32.331347866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"161dce4b-3728-487f-86f5-6a137a34f663","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:32.426994734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"09bfa251-fe39-4c53-b4f1-94b8e13254c5","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:32.427017826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"09bfa251-fe39-4c53-b4f1-94b8e13254c5","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:33.308788055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"b7f15435-f8c9-49f2-a628-a44a584fe142","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:33.334285966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"b7f15435-f8c9-49f2-a628-a44a584fe142","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:33.428781123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"9022f12d-52d1-432c-8475-8a9e7d59f48e","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:33.428806057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"9022f12d-52d1-432c-8475-8a9e7d59f48e","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:33.698764877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"a9eaf80a-2bff-49ce-a80d-ce0fa199d625","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:33.721879865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"a9eaf80a-2bff-49ce-a80d-ce0fa199d625","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.012055183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53b5fd76-5905-4659-906b-c6bddf6deb46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.012077005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53b5fd76-5905-4659-906b-c6bddf6deb46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.123608078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"1a720100-8cc8-42ac-9cdc-4f1b4c4211b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.145448851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"1a720100-8cc8-42ac-9cdc-4f1b4c4211b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.235599043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"802b10d0-64a0-4ced-8d5c-75d0a9e502d6","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.235618952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"802b10d0-64a0-4ced-8d5c-75d0a9e502d6","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.262180779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"e7f194d5-3c27-485f-a823-7f9bd25a6389","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.262205544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"e7f194d5-3c27-485f-a823-7f9bd25a6389","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.262554136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"70ff79c5-c6cd-412f-847b-5aac8cd0d2e6","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.262571363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"70ff79c5-c6cd-412f-847b-5aac8cd0d2e6","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:50:34.273370175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-shared-sub-7b2e4f","reconcileID":"42fed51e-8dc2-49bd-8374-a2bf4515b81c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7b2e4f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.28261207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"55baeccc-cff2-4ec4-9b0a-9c9337d40ae0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.303550673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"55baeccc-cff2-4ec4-9b0a-9c9337d40ae0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.308545527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"9b877407-c55b-45c6-b23f-590ca6046383","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.308568755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"9b877407-c55b-45c6-b23f-590ca6046383","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.330705009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"2b127d3d-3ba4-456a-95b6-086659064cc3","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.330724455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"2b127d3d-3ba4-456a-95b6-086659064cc3","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.382608024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"622ca24a-8a01-4b55-8590-9fd7abebc2e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.404291314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"622ca24a-8a01-4b55-8590-9fd7abebc2e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.421891248Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-shared-sub-7b2e4f","reconcileID":"116cbb4a-b8a7-4df2-99fe-b0fd6e719096","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"sub-test-model-0e1a98","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-0e1a98/e2e-shared-sub-7b2e4f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.450482216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"8fc3b49b-4385-477b-a269-1698940df753","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.450498848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"8fc3b49b-4385-477b-a269-1698940df753","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.475577762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"3d6cd518-e800-4ef3-b538-5ad9c145f144","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.475592385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"3d6cd518-e800-4ef3-b538-5ad9c145f144","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.4862078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"d0cacf12-1774-4303-b9ea-ab184a09298a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:50:34.493969014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-shared-sub-7b2e4f","reconcileID":"dbedecaf-6c30-4242-b349-7f7b0df4069a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7b2e4f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:50:34.495483436Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"3d6cd518-e800-4ef3-b538-5ad9c145f144","name":"sub-test-model-1854c4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-1854c4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:50:34.495529459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"3d6cd518-e800-4ef3-b538-5ad9c145f144","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-1854c4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.495714755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"34c6b2d9-8d51-41c2-814f-39937fdf1338","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.495732122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"34c6b2d9-8d51-41c2-814f-39937fdf1338","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.500806428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"97c21630-d062-414c-978a-9cc1d2d523bd","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.500826136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"97c21630-d062-414c-978a-9cc1d2d523bd","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.515841648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"d0cacf12-1774-4303-b9ea-ab184a09298a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.544951903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"53712799-a6ca-4a3b-b4cb-8c70f3b3c7d1","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.54497296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"53712799-a6ca-4a3b-b4cb-8c70f3b3c7d1","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.545579758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"505f4432-a5f8-4474-9a86-3821872788e9","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.54559997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"505f4432-a5f8-4474-9a86-3821872788e9","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.571226824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"4f4589af-7e1a-42c1-8ac7-cb5a25e79a67","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.571247755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"4f4589af-7e1a-42c1-8ac7-cb5a25e79a67","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.572123419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"c2bcabe8-f3cf-4e3b-a2d9-11d98309599a","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.572139333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"c2bcabe8-f3cf-4e3b-a2d9-11d98309599a","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.574845328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-shared-sub-7b2e4f","reconcileID":"57479020-77fa-4a18-bed2-6067f7fedf93","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.607103656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"68cbc0a2-d4e0-417e-b899-27bbf159a898","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.662426299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"0d538e64-407e-4caf-97f4-0e2f4b27b0f3","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.662441579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"0d538e64-407e-4caf-97f4-0e2f4b27b0f3","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.676328013Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"68cbc0a2-d4e0-417e-b899-27bbf159a898","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.684693124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"c58cfc2d-596f-44dd-a898-e5570783abf8","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.684709643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"c58cfc2d-596f-44dd-a898-e5570783abf8","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.687449056Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-shared-sub-7b2e4f","reconcileID":"1bcbcf4d-6af0-47d7-a3ff-ebaff71dac28","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"sub-test-model-1854c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-1854c4/e2e-shared-sub-7b2e4f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.696699224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"68cbc0a2-d4e0-417e-b899-27bbf159a898","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:50:34.701045983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-a-only-7b2e4f","reconcileID":"dca27452-7d4f-4187-8da5-8e3ff8cce4bd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-7b2e4f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.707725639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"182055fe-4ac7-4067-adbc-20d17c19cb76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.708024244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"8bc2c453-e158-4708-85e1-1b17386591fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.726758512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"9b3a903b-cc34-4916-9b7f-da82de34a82c","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.726772866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"9b3a903b-cc34-4916-9b7f-da82de34a82c","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.733009682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"8bc2c453-e158-4708-85e1-1b17386591fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.733051181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"182055fe-4ac7-4067-adbc-20d17c19cb76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.749561006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"26e87df6-3d66-46a4-9488-c50d29288ee5","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.749577577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"26e87df6-3d66-46a4-9488-c50d29288ee5","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.752725856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"5b8b3036-1386-4a5a-b9ff-0d70cb5a4f7a","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.752742245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"5b8b3036-1386-4a5a-b9ff-0d70cb5a4f7a","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.773845338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"f314b12f-958a-4202-9260-2254520e6307","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.773860488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"f314b12f-958a-4202-9260-2254520e6307","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.833120658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-shared-sub-7b2e4f","reconcileID":"db9bad48-a06a-475d-9a4a-224cadef5332","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.892942977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"863c3128-7795-49e8-a36c-0eb6ddc4540b","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.892965083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"863c3128-7795-49e8-a36c-0eb6ddc4540b","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.912897602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"c5800121-1aca-4651-aed2-9bc61bda6d03","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.912923239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"c5800121-1aca-4651-aed2-9bc61bda6d03","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.926326226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"260d6b6c-4b82-4aaf-b066-0b7df29194f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:50:34.934584918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-b-only-7b2e4f","reconcileID":"c736dc0f-17a1-4652-b328-2e86b992aafb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-7b2e4f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.95052847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"260d6b6c-4b82-4aaf-b066-0b7df29194f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.965688857Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-a-only-7b2e4f","reconcileID":"01ffd911-22e8-4c9a-877f-5ec69a2c8973","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-0e1a98/e2e-a-only-7b2e4f","ai-tenant-e2e-shared-a-w1-0e1a98/e2e-shared-sub-7b2e4f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.982629483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"e3cbf50e-bf16-4cf6-8c57-c6cae119b19f","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:34.982741114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"e3cbf50e-bf16-4cf6-8c57-c6cae119b19f","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.01478776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"56c2a181-c3d1-44e6-a9aa-78c91d098ba9","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.014816776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"56c2a181-c3d1-44e6-a9aa-78c91d098ba9","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.047301415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-shared-sub-7b2e4f","reconcileID":"5f92cd70-83e8-4628-a436-f5cbb93fe4cd","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.107789413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"54bcc23c-f5f6-4a96-a1ee-4606eeef8ffb","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.107812487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"54bcc23c-f5f6-4a96-a1ee-4606eeef8ffb","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.169213539Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-b-only-7b2e4f","reconcileID":"66b4e2b6-6e3c-446f-a207-707f60d712b3","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-1854c4/e2e-b-only-7b2e4f","ai-tenant-e2e-shared-b-w1-1854c4/e2e-shared-sub-7b2e4f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.233568991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"35805706-dee2-4135-9927-4a03290c9cba","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.233588847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"35805706-dee2-4135-9927-4a03290c9cba","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.235132924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-a-only-7b2e4f","reconcileID":"f543c5f4-cab4-4c29-8072-1c65244a2ad8","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.235649745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-shared-sub-7b2e4f","reconcileID":"cbd3c7fd-5e98-4379-bab4-4184bc896047","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.327889258Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-bb7a933c","reconcileID":"15ce1d1c-73c7-4bb5-b752-91d8edb3bab7","MaaSAuthPolicy":{"name":"e2e-default-ns-bb7a933c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.328073679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2ece064-2981-493d-8094-1627ef272c05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.328283465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2ece064-2981-493d-8094-1627ef272c05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.340953481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-b-only-7b2e4f","reconcileID":"ca2b161e-9966-4151-ac74-977cf32eced8","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.470545968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6300de14-2784-4ecf-937a-3e9efe6b897c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.470570912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6300de14-2784-4ecf-937a-3e9efe6b897c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.997751843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"9335b2e5-10e1-4398-8b99-af5c81fefaa3","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:35.997780234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"9335b2e5-10e1-4398-8b99-af5c81fefaa3","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.019114262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"d99d4307-c1ac-440e-bafb-a29f4c6241c0","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.019232256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"d99d4307-c1ac-440e-bafb-a29f4c6241c0","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.057202575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"b352d561-e4ab-4ea1-b5be-89b949315853","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.077741007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d70b8f-c379-4b26-84eb-c67d463cd387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.0939641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d70b8f-c379-4b26-84eb-c67d463cd387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.112646601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d70b8f-c379-4b26-84eb-c67d463cd387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.129451711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d70b8f-c379-4b26-84eb-c67d463cd387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.134782451Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"b352d561-e4ab-4ea1-b5be-89b949315853","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.169482947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"b352d561-e4ab-4ea1-b5be-89b949315853","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.191043967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"1621b3d8-3a9c-4f0c-a063-212760efc97e","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.191076204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"1621b3d8-3a9c-4f0c-a063-212760efc97e","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.949653607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f541b147-b067-4927-a251-e3b81ef8836a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.96585579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f541b147-b067-4927-a251-e3b81ef8836a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.982513539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f541b147-b067-4927-a251-e3b81ef8836a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:36.998815938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f541b147-b067-4927-a251-e3b81ef8836a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:44.760463704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"887ae974-5274-46ca-9a6d-28442a35f297","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:44.781648903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"887ae974-5274-46ca-9a6d-28442a35f297","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:44.801532629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"887ae974-5274-46ca-9a6d-28442a35f297","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:46.226709229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"fdcb7d70-4c36-4049-bb76-44b5ee6d109e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:46.250283203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"fdcb7d70-4c36-4049-bb76-44b5ee6d109e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:46.275261166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"fdcb7d70-4c36-4049-bb76-44b5ee6d109e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.023680026Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","namespace":"ai-tenant-e2e-extmod-a-c7bba9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.023736653Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","namespace":"ai-tenant-e2e-extmod-a-c7bba9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.023784089Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","tenant":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.047510414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c7bba9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.091645512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"Service","name":"maas-api-e2e-extmod-a-c7bba9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.123997304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c7bba9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.153217843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c7bba9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.205951451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.233740695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.27295711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.298554735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.317236207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.333716011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.365463749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"Service","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.391985191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.409008878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.428466842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.445897041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.474974779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.495581032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.511996873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.53051421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:47.546245362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"37276b13-c6ae-4700-8fb3-e534f8b59ec9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c7bba9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:54.833296373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"db8dc3ab-1666-46ed-8db9-17018761fdc6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:54.854016589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"db8dc3ab-1666-46ed-8db9-17018761fdc6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:54.873828574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"db8dc3ab-1666-46ed-8db9-17018761fdc6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:56.308304534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"31ab3edd-c9e9-45e8-9bcc-8ef7d029d228","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:56.329103595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"31ab3edd-c9e9-45e8-9bcc-8ef7d029d228","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:56.349565203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"31ab3edd-c9e9-45e8-9bcc-8ef7d029d228","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:58.819736676Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.400214522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4d308d2-ecf6-4698-963e-29ffb6a1f7d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.502681959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"54262035-50f8-420c-b159-6ae1a74ed93a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.503890014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"50f8730f-6d37-4d18-b250-877550ecfa42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.608552369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"e427659d-a861-41fa-b919-aaff2aa07ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.706129809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"3277a1d1-0568-4ae2-ad1f-a67f77d046f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.803298497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"57d85f51-1c64-4957-a63b-ff36840d042e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.803402243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-shared-sub-7b2e4f","reconcileID":"e8b1d95e-c7e4-4c50-bf1b-914793c01a37","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.808894332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-a-only-7b2e4f","reconcileID":"37e26905-fc20-4d2b-bf17-4e11dd050587","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.870657675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"e42c6fed-fc24-4ea1-a24b-7400b0101c22","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.870674602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"e42c6fed-fc24-4ea1-a24b-7400b0101c22","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.879499527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"25a15a6f-0dc1-4b82-a6f8-7cfade0ff7e3","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.879519886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"25a15a6f-0dc1-4b82-a6f8-7cfade0ff7e3","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.904612382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"4dc0ce36-c7d8-4ec4-9054-441939297472","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:50:59.906914548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"185c5f8a-be1c-40d6-aa94-b17a966d45d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:00.013577283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-b-only-7b2e4f","reconcileID":"3d5efd33-d916-4e33-a6e4-2a123dc2cefb","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:00.014418273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-shared-sub-7b2e4f","reconcileID":"f4b13b15-c6b9-482a-8d9a-2c7e2ba914c3","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:00.077608976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"59e20a69-a407-4f13-a0a2-c50e7e0d27ae","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:00.077633277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"59e20a69-a407-4f13-a0a2-c50e7e0d27ae","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:00.0813071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"437e5244-9e5c-4af6-8e33-e44136f0954c","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:00.081323794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"437e5244-9e5c-4af6-8e33-e44136f0954c","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:00.108666098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"313835ec-c33f-4e77-a83b-bea1a7c61ab5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:00.109214766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"9a3e4f55-1b17-437a-b07a-01a835a15a76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:00.232576655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6af55ce-4078-4892-b09a-a9ef7a2e1604","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:00.508438331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"b6663aea-09bc-4969-8708-9d5089702039","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:01.573721618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"222aa5dc-21b7-413d-89e6-fdb759668124","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:01.595730245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"222aa5dc-21b7-413d-89e6-fdb759668124","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:01.685861995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"cb126c52-373d-4a23-9528-e76acd9408a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:01.707709762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"cb126c52-373d-4a23-9528-e76acd9408a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:02.841827927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"60f0abc7-1195-4ad3-9da3-f72ad0ffa815","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:02.842021112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"c008a96c-f821-4407-9b3f-d57106d89c19","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:02.842038145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"c008a96c-f821-4407-9b3f-d57106d89c19","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:02.952738206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-a-only-7b2e4f","reconcileID":"4aa1c6ad-f6c1-4808-9dd3-a65ff2bead4e","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:02.953094728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-shared-sub-7b2e4f","reconcileID":"afe86695-9af2-473a-b66b-aa316849f0b4","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:02.976830273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"60f0abc7-1195-4ad3-9da3-f72ad0ffa815","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:03.04343978Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"60f0abc7-1195-4ad3-9da3-f72ad0ffa815","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"e2e-shared-a-w1-0e1a98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:03.043467046Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"60f0abc7-1195-4ad3-9da3-f72ad0ffa815","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:03.074002844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"54cd1511-17ef-4ffd-bfb4-ab948839d5ef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:03.074021899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"54cd1511-17ef-4ffd-bfb4-ab948839d5ef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:03.183797773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-a-only-7b2e4f","reconcileID":"59643889-8a05-49b3-981b-4596e385dcde","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:03.18686806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-shared-sub-7b2e4f","reconcileID":"245d3dad-0da2-4f1b-b484-389079b1e37c","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:03.239776826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"093d35c8-0fb0-4d3e-8fd6-705351da7bdf","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:03.23979421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"093d35c8-0fb0-4d3e-8fd6-705351da7bdf","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:04.906931214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"8c251668-e8f0-4546-bec9-1b70aae86829","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:04.928333598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"8c251668-e8f0-4546-bec9-1b70aae86829","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:04.948201888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fda6fb652012091a13389d1f2642f35a0f456b655c3fabf13eb0041bf9c91a6) AuthConfig (32b3b46e72e38eda0ba6eafbb1a62377be9b9ff1728a804adc1498ffccd1ba8d) AuthConfig (ecf0281c007b247f234ed6e53e87f62322d4a1384088e0ef988c37e3a9e2bde7) AuthConfig (85d008da72f01d836c7ba74a47fda2534dbe7ac54376f38c60b58ac52cb1129c) AuthConfig (0ec2d0e7d273bd7e963db1c2f8d5fecb3b36816b8084e9d1fcb7efdc10da9924) AuthConfig (89721b250051058d3a9823cc45a18522c4334513a5011ced1c6acf58a2a66f20) AuthConfig (6fdb03e642a4e56432d3a9100567df0c80b647e34a2b8e9d9229c649082e5ffd) AuthConfig (05f371e39c252713a81f080342ee55bfa2e753d3c02dcc4b7dc3d58f61504ce5) AuthConfig (0393d1f4b92a9126cb2e0e265259906d0c92057df6aa6defa745591609517e34) AuthConfig (811446c2b36bda4e081daec0b0f1e0adcbe020562cbb9dcd2393b654c3221789) AuthConfig (af018dadb4042306647aa2632dd7e714a6a46df5a6442ad8556eac8effe5efd6) AuthConfig (3d3d781181b8690632f85d9f3c2603e2d32fded25b43f9e481c58c58152889ad) AuthConfig (afc5fc8be0d0520f1d4be95e2c755752ed9a09b39987eb85ef0416b4fa89386e) AuthConfig (6efe23181fe4d4bdbbbe2cf545eb29c6f3683675ae8a32a50be81483034635f1) AuthConfig (b2e23379d439d561aff18873ff086315dffcd1ffed109ca80bd3ba665aa56e00) AuthConfig (0473d187243c064c6e04f4ef84bc6d34fbfe50c07543e528a22ba785ca43942a) AuthConfig (f11c4eadeee343787034fcb78ef346b50e0a4771e3e1624ba9e74f6b627ac11f) AuthConfig (6a7f81098134f1fe59d0e7e3e46ad3a6ea70ec60024f48fd4f378ca70301ec7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"8c251668-e8f0-4546-bec9-1b70aae86829","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:04.970464485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"ee1500c5-8de1-49db-8709-fa46f238ad0d","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:04.970481761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"ee1500c5-8de1-49db-8709-fa46f238ad0d","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:06.38356672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"77f5dfad-7bca-4032-8698-c120636ca005","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:06.405056579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"77f5dfad-7bca-4032-8698-c120636ca005","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:06.425281628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fec104d0e13ece25a8cdd356595d637cecbb2adbfeac74e5bb5dfa88ac2268e6) AuthConfig (618d67820d01be2958406f261da0c01825bcd588e7dc0c6ac939314fd65948f3) AuthConfig (be901796d66698497ce32bf856bb315d442b57ecbb4930e9d391d1a46bf9d895) AuthConfig (cd67b4027e6c2774798da82d1b1b05b13c3ea23abc8555e9287d6672ae55b197) AuthConfig (7b172f3f54b437267841ff4d6eb9b23dd998c61ca9114f4dc8bfcde12de1f0bc) AuthConfig (6e0377c6b951a132879f38d574e43adb3871afeb1a3485a0de9f13611f370720) AuthConfig (f96f4b164622518807a3609edbe87122c96a8a52e5fa5e6be027493064b1cf94) AuthConfig (9ff5db9ee2b135349c2b671b0721754a113db83d6b0525f8a44a7dba70040634) AuthConfig (baa7c42cec6be947ea6c840c167640b62dccfe8249c3681dfcfe3d0c733ad619) AuthConfig (b5eb8c75d309f391007935a7cc0249bff39bb0bf0281afa851c8520d7bf2da82) AuthConfig (47fb5ae0c8a10369183da06b9a7b35dddda732ffa660475be2505ed59ffc4606) AuthConfig (1010175df6167193a95c6c6333ba359b96fdf47ddd643b1ba6f2e785ce61dafc) AuthConfig (20ecff5d13017f1ccc8b509f113494a38aeb3ac0e99f7f2d823f7a0a557624d1) AuthConfig (505d9a24cfbb42449b1ae6f99b74be31a2ff5738c510391fa7c3b9f5c07baa36) AuthConfig (91c21797fa514602f1418828a0d3a69a060fb7f415f53916dd699c27cd24d7aa) AuthConfig (538870878fba3df44545fdd73cabdadb16b6fa02c610f1d7ef3d5800b3abb24b) AuthConfig (3ce0f27a96b18fd2eed489f96c557f22fddf3560a93a29c0400f2e5d7dc20208) AuthConfig (3dcc5c795fb0bfdc55090a08b2d6a1afc516e1b4df96b0adfce028b5eeebeebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"77f5dfad-7bca-4032-8698-c120636ca005","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:06.44748198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"877099e7-bd49-4ffe-ab75-d95ba2d00f1b","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:06.447500668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"877099e7-bd49-4ffe-ab75-d95ba2d00f1b","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:12.246409849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"968b5698-55b2-49d0-9cdb-52ac903c3269","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:12.246443087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"968b5698-55b2-49d0-9cdb-52ac903c3269","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:13.297527453Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-shared-sub-7b2e4f","reconcileID":"332cff8a-4008-435e-9f22-f91e9b4f5c17","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscription":"e2e-shared-sub-7b2e4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:13.383043691Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-shared-sub-7b2e4f","reconcileID":"332cff8a-4008-435e-9f22-f91e9b4f5c17","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-0e1a98/e2e-a-only-7b2e4f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:13.460379723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-a-only-7b2e4f","reconcileID":"bed1859d-7118-432e-a42f-e4fd601db5cf","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:13.543899065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"4d6bf554-f24f-496b-b3d7-519c6dd178dd","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:13.543924123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"4d6bf554-f24f-496b-b3d7-519c6dd178dd","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:13.688303011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"8a19bb9a-127f-4971-8843-36c5e3c91b78","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:13.688324179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"8a19bb9a-127f-4971-8843-36c5e3c91b78","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:15.00303541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"d2153051-25d6-421c-bf57-749f45ee4599","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:15.024615343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"d2153051-25d6-421c-bf57-749f45ee4599","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:15.044325331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fda6fb652012091a13389d1f2642f35a0f456b655c3fabf13eb0041bf9c91a6) AuthConfig (32b3b46e72e38eda0ba6eafbb1a62377be9b9ff1728a804adc1498ffccd1ba8d) AuthConfig (ecf0281c007b247f234ed6e53e87f62322d4a1384088e0ef988c37e3a9e2bde7) AuthConfig (85d008da72f01d836c7ba74a47fda2534dbe7ac54376f38c60b58ac52cb1129c) AuthConfig (0ec2d0e7d273bd7e963db1c2f8d5fecb3b36816b8084e9d1fcb7efdc10da9924) AuthConfig (89721b250051058d3a9823cc45a18522c4334513a5011ced1c6acf58a2a66f20) AuthConfig (6fdb03e642a4e56432d3a9100567df0c80b647e34a2b8e9d9229c649082e5ffd) AuthConfig (05f371e39c252713a81f080342ee55bfa2e753d3c02dcc4b7dc3d58f61504ce5) AuthConfig (0393d1f4b92a9126cb2e0e265259906d0c92057df6aa6defa745591609517e34) AuthConfig (811446c2b36bda4e081daec0b0f1e0adcbe020562cbb9dcd2393b654c3221789) AuthConfig (af018dadb4042306647aa2632dd7e714a6a46df5a6442ad8556eac8effe5efd6) AuthConfig (3d3d781181b8690632f85d9f3c2603e2d32fded25b43f9e481c58c58152889ad) AuthConfig (afc5fc8be0d0520f1d4be95e2c755752ed9a09b39987eb85ef0416b4fa89386e) AuthConfig (6efe23181fe4d4bdbbbe2cf545eb29c6f3683675ae8a32a50be81483034635f1) AuthConfig (b2e23379d439d561aff18873ff086315dffcd1ffed109ca80bd3ba665aa56e00) AuthConfig (0473d187243c064c6e04f4ef84bc6d34fbfe50c07543e528a22ba785ca43942a) AuthConfig (f11c4eadeee343787034fcb78ef346b50e0a4771e3e1624ba9e74f6b627ac11f) AuthConfig (6a7f81098134f1fe59d0e7e3e46ad3a6ea70ec60024f48fd4f378ca70301ec7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"d2153051-25d6-421c-bf57-749f45ee4599","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:16.488098979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"7838ed1d-8af8-4ead-a3fe-6b748a581d79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:16.50880777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"7838ed1d-8af8-4ead-a3fe-6b748a581d79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:16.53284962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fec104d0e13ece25a8cdd356595d637cecbb2adbfeac74e5bb5dfa88ac2268e6) AuthConfig (618d67820d01be2958406f261da0c01825bcd588e7dc0c6ac939314fd65948f3) AuthConfig (be901796d66698497ce32bf856bb315d442b57ecbb4930e9d391d1a46bf9d895) AuthConfig (cd67b4027e6c2774798da82d1b1b05b13c3ea23abc8555e9287d6672ae55b197) AuthConfig (7b172f3f54b437267841ff4d6eb9b23dd998c61ca9114f4dc8bfcde12de1f0bc) AuthConfig (6e0377c6b951a132879f38d574e43adb3871afeb1a3485a0de9f13611f370720) AuthConfig (f96f4b164622518807a3609edbe87122c96a8a52e5fa5e6be027493064b1cf94) AuthConfig (9ff5db9ee2b135349c2b671b0721754a113db83d6b0525f8a44a7dba70040634) AuthConfig (baa7c42cec6be947ea6c840c167640b62dccfe8249c3681dfcfe3d0c733ad619) AuthConfig (b5eb8c75d309f391007935a7cc0249bff39bb0bf0281afa851c8520d7bf2da82) AuthConfig (47fb5ae0c8a10369183da06b9a7b35dddda732ffa660475be2505ed59ffc4606) AuthConfig (1010175df6167193a95c6c6333ba359b96fdf47ddd643b1ba6f2e785ce61dafc) AuthConfig (20ecff5d13017f1ccc8b509f113494a38aeb3ac0e99f7f2d823f7a0a557624d1) AuthConfig (505d9a24cfbb42449b1ae6f99b74be31a2ff5738c510391fa7c3b9f5c07baa36) AuthConfig (91c21797fa514602f1418828a0d3a69a060fb7f415f53916dd699c27cd24d7aa) AuthConfig (538870878fba3df44545fdd73cabdadb16b6fa02c610f1d7ef3d5800b3abb24b) AuthConfig (3ce0f27a96b18fd2eed489f96c557f22fddf3560a93a29c0400f2e5d7dc20208) AuthConfig (3dcc5c795fb0bfdc55090a08b2d6a1afc516e1b4df96b0adfce028b5eeebeebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"7838ed1d-8af8-4ead-a3fe-6b748a581d79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:23.744324121Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-a-only-7b2e4f","reconcileID":"1a454fe6-3d67-49b2-a62d-044a5eb28339","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","subscription":"e2e-a-only-7b2e4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:23.761007758Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-a-only-7b2e4f","reconcileID":"1a454fe6-3d67-49b2-a62d-044a5eb28339","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:23.778470968Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"e2e-a-only-7b2e4f","reconcileID":"1a454fe6-3d67-49b2-a62d-044a5eb28339","MaaSSubscription":{"name":"e2e-a-only-7b2e4f","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"name":"maas-trlp-sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:23.970619447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"170fb14c-837f-4918-8262-03565b05ff3c","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"tenant":"e2e-shared-a-w1-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","model":"ai-tenant-e2e-shared-a-w1-0e1a98/sub-test-model-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:23.970640148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"sub-test-model-0e1a98","reconcileID":"170fb14c-837f-4918-8262-03565b05ff3c","MaaSModelRef":{"name":"sub-test-model-0e1a98","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"routeName":"sub-test-model-0e1a98-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","llmisvcName":"sub-test-model-0e1a98","gateway":"openshift-ingress/e2e-shared-a-w1-0e1a98","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.285078111Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"710c484a-0fdd-417c-9f05-ce3c15af18f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.285233182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"a45c26b0-2022-46f8-8f5f-ad9c9419fce6","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.285252668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"a45c26b0-2022-46f8-8f5f-ad9c9419fce6","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.397152081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-b-only-7b2e4f","reconcileID":"49c6f640-b1de-401c-b6bf-9626b87c5c50","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.397917813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-shared-sub-7b2e4f","reconcileID":"796ed3cb-6a2e-4808-8f0c-b5f4f58e6566","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.434172118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"710c484a-0fdd-417c-9f05-ce3c15af18f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.495895688Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"710c484a-0fdd-417c-9f05-ce3c15af18f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"e2e-shared-b-w1-1854c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.495916917Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-sub-iso-auth-7b2e4f","reconcileID":"710c484a-0fdd-417c-9f05-ce3c15af18f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.518685981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"a08e8f78-5f39-45b5-b04a-99bf8a9f3ca1","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.518705063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"a08e8f78-5f39-45b5-b04a-99bf8a9f3ca1","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.609739986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-b-only-7b2e4f","reconcileID":"2be33f0f-0902-46fe-9d3f-02eef2279351","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.610275291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-shared-sub-7b2e4f","reconcileID":"a74b8ce9-67f2-4712-923e-b533982de87e","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.664980916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"a0561a97-0fdd-4238-a7cd-0876943e6fd9","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:24.66499882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"a0561a97-0fdd-4238-a7cd-0876943e6fd9","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:25.081702923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"a1bd4326-496d-4b46-81ed-e7ffa3b9f70e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:25.103639805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"a1bd4326-496d-4b46-81ed-e7ffa3b9f70e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:25.12442477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fda6fb652012091a13389d1f2642f35a0f456b655c3fabf13eb0041bf9c91a6) AuthConfig (32b3b46e72e38eda0ba6eafbb1a62377be9b9ff1728a804adc1498ffccd1ba8d) AuthConfig (ecf0281c007b247f234ed6e53e87f62322d4a1384088e0ef988c37e3a9e2bde7) AuthConfig (85d008da72f01d836c7ba74a47fda2534dbe7ac54376f38c60b58ac52cb1129c) AuthConfig (0ec2d0e7d273bd7e963db1c2f8d5fecb3b36816b8084e9d1fcb7efdc10da9924) AuthConfig (89721b250051058d3a9823cc45a18522c4334513a5011ced1c6acf58a2a66f20) AuthConfig (6fdb03e642a4e56432d3a9100567df0c80b647e34a2b8e9d9229c649082e5ffd) AuthConfig (05f371e39c252713a81f080342ee55bfa2e753d3c02dcc4b7dc3d58f61504ce5) AuthConfig (0393d1f4b92a9126cb2e0e265259906d0c92057df6aa6defa745591609517e34) AuthConfig (811446c2b36bda4e081daec0b0f1e0adcbe020562cbb9dcd2393b654c3221789) AuthConfig (af018dadb4042306647aa2632dd7e714a6a46df5a6442ad8556eac8effe5efd6) AuthConfig (3d3d781181b8690632f85d9f3c2603e2d32fded25b43f9e481c58c58152889ad) AuthConfig (afc5fc8be0d0520f1d4be95e2c755752ed9a09b39987eb85ef0416b4fa89386e) AuthConfig (6efe23181fe4d4bdbbbe2cf545eb29c6f3683675ae8a32a50be81483034635f1) AuthConfig (b2e23379d439d561aff18873ff086315dffcd1ffed109ca80bd3ba665aa56e00) AuthConfig (0473d187243c064c6e04f4ef84bc6d34fbfe50c07543e528a22ba785ca43942a) AuthConfig (f11c4eadeee343787034fcb78ef346b50e0a4771e3e1624ba9e74f6b627ac11f) AuthConfig (6a7f81098134f1fe59d0e7e3e46ad3a6ea70ec60024f48fd4f378ca70301ec7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"a1bd4326-496d-4b46-81ed-e7ffa3b9f70e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:26.566644199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"36fd8244-2d91-4b73-9cc6-758b47c6961b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:26.588277074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"36fd8244-2d91-4b73-9cc6-758b47c6961b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:26.610510993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fec104d0e13ece25a8cdd356595d637cecbb2adbfeac74e5bb5dfa88ac2268e6) AuthConfig (618d67820d01be2958406f261da0c01825bcd588e7dc0c6ac939314fd65948f3) AuthConfig (be901796d66698497ce32bf856bb315d442b57ecbb4930e9d391d1a46bf9d895) AuthConfig (cd67b4027e6c2774798da82d1b1b05b13c3ea23abc8555e9287d6672ae55b197) AuthConfig (7b172f3f54b437267841ff4d6eb9b23dd998c61ca9114f4dc8bfcde12de1f0bc) AuthConfig (6e0377c6b951a132879f38d574e43adb3871afeb1a3485a0de9f13611f370720) AuthConfig (f96f4b164622518807a3609edbe87122c96a8a52e5fa5e6be027493064b1cf94) AuthConfig (9ff5db9ee2b135349c2b671b0721754a113db83d6b0525f8a44a7dba70040634) AuthConfig (baa7c42cec6be947ea6c840c167640b62dccfe8249c3681dfcfe3d0c733ad619) AuthConfig (b5eb8c75d309f391007935a7cc0249bff39bb0bf0281afa851c8520d7bf2da82) AuthConfig (47fb5ae0c8a10369183da06b9a7b35dddda732ffa660475be2505ed59ffc4606) AuthConfig (1010175df6167193a95c6c6333ba359b96fdf47ddd643b1ba6f2e785ce61dafc) AuthConfig (20ecff5d13017f1ccc8b509f113494a38aeb3ac0e99f7f2d823f7a0a557624d1) AuthConfig (505d9a24cfbb42449b1ae6f99b74be31a2ff5738c510391fa7c3b9f5c07baa36) AuthConfig (91c21797fa514602f1418828a0d3a69a060fb7f415f53916dd699c27cd24d7aa) AuthConfig (538870878fba3df44545fdd73cabdadb16b6fa02c610f1d7ef3d5800b3abb24b) AuthConfig (3ce0f27a96b18fd2eed489f96c557f22fddf3560a93a29c0400f2e5d7dc20208) AuthConfig (3dcc5c795fb0bfdc55090a08b2d6a1afc516e1b4df96b0adfce028b5eeebeebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"36fd8244-2d91-4b73-9cc6-758b47c6961b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:28.823382933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.460361464Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","namespace":"ai-tenant-e2e-extmod-a-c7bba9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.460421585Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","namespace":"ai-tenant-e2e-extmod-a-c7bba9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.46048712Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","tenant":"e2e-extmod-a-c7bba9","tenantID":"e2e-extmod-a-c7bba9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.476281889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c7bba9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.492249576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"Service","name":"maas-api-e2e-extmod-a-c7bba9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.508272977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c7bba9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.523869548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c7bba9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.539804258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.55560494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.57149588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.586750094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.602080465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.617517215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.633071312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"Service","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.648617507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.664517554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.680629993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.69658862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.712099611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.725726266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-shared-sub-7b2e4f","reconcileID":"bbfacfdf-2103-44a8-99e2-3c393dedce80","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscription":"e2e-shared-sub-7b2e4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.727808881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.743351381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.759641466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c7bba9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.775717737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c7bba9"},"namespace":"ai-tenant-e2e-extmod-a-c7bba9","name":"default-tenant","reconcileID":"149b211e-16e4-4717-a039-595bffd84838","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c7bba9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.801897793Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-shared-sub-7b2e4f","reconcileID":"bbfacfdf-2103-44a8-99e2-3c393dedce80","MaaSSubscription":{"name":"e2e-shared-sub-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-1854c4/e2e-b-only-7b2e4f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.868250353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-b-only-7b2e4f","reconcileID":"bb3f1da2-b575-4a43-b307-ccd8da4ef00b","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.874644007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"80c02468-2c4a-4e8f-a602-bdfeddb80914","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:34.874663116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"80c02468-2c4a-4e8f-a602-bdfeddb80914","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:35.066634626Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c7bba9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c7bba9","reconcileID":"986b8207-6ff1-44de-922a-51d31297f1b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c7bba9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c7bba9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:35.189895104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"4eff1917-20a6-470e-ba74-da1f23346788","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:35.189918872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"4eff1917-20a6-470e-ba74-da1f23346788","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:35.233523599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"908b87fd-1afd-4da6-9cf6-95b7f71bbfb8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:35.259695386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"908b87fd-1afd-4da6-9cf6-95b7f71bbfb8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:35.281052364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9da49f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fda6fb652012091a13389d1f2642f35a0f456b655c3fabf13eb0041bf9c91a6) AuthConfig (32b3b46e72e38eda0ba6eafbb1a62377be9b9ff1728a804adc1498ffccd1ba8d) AuthConfig (ecf0281c007b247f234ed6e53e87f62322d4a1384088e0ef988c37e3a9e2bde7) AuthConfig (85d008da72f01d836c7ba74a47fda2534dbe7ac54376f38c60b58ac52cb1129c) AuthConfig (0ec2d0e7d273bd7e963db1c2f8d5fecb3b36816b8084e9d1fcb7efdc10da9924) AuthConfig (89721b250051058d3a9823cc45a18522c4334513a5011ced1c6acf58a2a66f20) AuthConfig (6fdb03e642a4e56432d3a9100567df0c80b647e34a2b8e9d9229c649082e5ffd) AuthConfig (05f371e39c252713a81f080342ee55bfa2e753d3c02dcc4b7dc3d58f61504ce5) AuthConfig (0393d1f4b92a9126cb2e0e265259906d0c92057df6aa6defa745591609517e34) AuthConfig (811446c2b36bda4e081daec0b0f1e0adcbe020562cbb9dcd2393b654c3221789) AuthConfig (af018dadb4042306647aa2632dd7e714a6a46df5a6442ad8556eac8effe5efd6) AuthConfig (3d3d781181b8690632f85d9f3c2603e2d32fded25b43f9e481c58c58152889ad) AuthConfig (afc5fc8be0d0520f1d4be95e2c755752ed9a09b39987eb85ef0416b4fa89386e) AuthConfig (6efe23181fe4d4bdbbbe2cf545eb29c6f3683675ae8a32a50be81483034635f1) AuthConfig (b2e23379d439d561aff18873ff086315dffcd1ffed109ca80bd3ba665aa56e00) AuthConfig (0473d187243c064c6e04f4ef84bc6d34fbfe50c07543e528a22ba785ca43942a) AuthConfig (f11c4eadeee343787034fcb78ef346b50e0a4771e3e1624ba9e74f6b627ac11f) AuthConfig (6a7f81098134f1fe59d0e7e3e46ad3a6ea70ec60024f48fd4f378ca70301ec7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"908b87fd-1afd-4da6-9cf6-95b7f71bbfb8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:35.484253656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea99b324-6aef-43ef-9fcd-6317c21aa787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:35.50009582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea99b324-6aef-43ef-9fcd-6317c21aa787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:35.515858518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea99b324-6aef-43ef-9fcd-6317c21aa787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:35.531655417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea99b324-6aef-43ef-9fcd-6317c21aa787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:36.17121441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbee7afb-2627-491a-8f10-2a568869ed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:36.187298344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbee7afb-2627-491a-8f10-2a568869ed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:36.203487606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbee7afb-2627-491a-8f10-2a568869ed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:36.220139583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbee7afb-2627-491a-8f10-2a568869ed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:36.668899224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"845072cc-488e-4f0a-99d9-660287573761","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:36.752726427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"845072cc-488e-4f0a-99d9-660287573761","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:36.773472718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c666c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fec104d0e13ece25a8cdd356595d637cecbb2adbfeac74e5bb5dfa88ac2268e6) AuthConfig (618d67820d01be2958406f261da0c01825bcd588e7dc0c6ac939314fd65948f3) AuthConfig (be901796d66698497ce32bf856bb315d442b57ecbb4930e9d391d1a46bf9d895) AuthConfig (cd67b4027e6c2774798da82d1b1b05b13c3ea23abc8555e9287d6672ae55b197) AuthConfig (7b172f3f54b437267841ff4d6eb9b23dd998c61ca9114f4dc8bfcde12de1f0bc) AuthConfig (6e0377c6b951a132879f38d574e43adb3871afeb1a3485a0de9f13611f370720) AuthConfig (f96f4b164622518807a3609edbe87122c96a8a52e5fa5e6be027493064b1cf94) AuthConfig (9ff5db9ee2b135349c2b671b0721754a113db83d6b0525f8a44a7dba70040634) AuthConfig (baa7c42cec6be947ea6c840c167640b62dccfe8249c3681dfcfe3d0c733ad619) AuthConfig (b5eb8c75d309f391007935a7cc0249bff39bb0bf0281afa851c8520d7bf2da82) AuthConfig (47fb5ae0c8a10369183da06b9a7b35dddda732ffa660475be2505ed59ffc4606) AuthConfig (1010175df6167193a95c6c6333ba359b96fdf47ddd643b1ba6f2e785ce61dafc) AuthConfig (20ecff5d13017f1ccc8b509f113494a38aeb3ac0e99f7f2d823f7a0a557624d1) AuthConfig (505d9a24cfbb42449b1ae6f99b74be31a2ff5738c510391fa7c3b9f5c07baa36) AuthConfig (91c21797fa514602f1418828a0d3a69a060fb7f415f53916dd699c27cd24d7aa) AuthConfig (538870878fba3df44545fdd73cabdadb16b6fa02c610f1d7ef3d5800b3abb24b) AuthConfig (3ce0f27a96b18fd2eed489f96c557f22fddf3560a93a29c0400f2e5d7dc20208) AuthConfig (3dcc5c795fb0bfdc55090a08b2d6a1afc516e1b4df96b0adfce028b5eeebeebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"845072cc-488e-4f0a-99d9-660287573761","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:44.58288598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf6ad5d-9894-46c7-b16a-7ef37ef1ab8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:44.59873001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf6ad5d-9894-46c7-b16a-7ef37ef1ab8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:44.614860901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf6ad5d-9894-46c7-b16a-7ef37ef1ab8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:44.631477618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf6ad5d-9894-46c7-b16a-7ef37ef1ab8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.245827254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-b-only-7b2e4f","reconcileID":"acc55aaa-346c-458a-8825-96f51d30301c","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","subscription":"e2e-b-only-7b2e4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.270225877Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-b-only-7b2e4f","reconcileID":"acc55aaa-346c-458a-8825-96f51d30301c","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.286706564Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"e2e-b-only-7b2e4f","reconcileID":"acc55aaa-346c-458a-8825-96f51d30301c","MaaSSubscription":{"name":"e2e-b-only-7b2e4f","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"name":"maas-trlp-sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.314962437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"79b02074-598f-4a2a-9793-1405a6dbfaac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.336437458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"79b02074-598f-4a2a-9793-1405a6dbfaac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.350687141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642eadde-7e03-48c4-be16-17e9c50a2b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.367107475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642eadde-7e03-48c4-be16-17e9c50a2b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.383022697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642eadde-7e03-48c4-be16-17e9c50a2b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.387361022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"c7912bf2-dfb6-42b5-b15f-ea93c2e81aa4","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"tenant":"e2e-shared-b-w1-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","model":"ai-tenant-e2e-shared-b-w1-1854c4/sub-test-model-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.387377548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"sub-test-model-1854c4","reconcileID":"c7912bf2-dfb6-42b5-b15f-ea93c2e81aa4","MaaSModelRef":{"name":"sub-test-model-1854c4","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"routeName":"sub-test-model-1854c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","llmisvcName":"sub-test-model-1854c4","gateway":"openshift-ingress/e2e-shared-b-w1-1854c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.39903676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642eadde-7e03-48c4-be16-17e9c50a2b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.668605202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"f7a2780a-2521-4ddd-bf58-bf71cf29a4a2","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:45.668628066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"f7a2780a-2521-4ddd-bf58-bf71cf29a4a2","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:46.148259273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a3ad27-22c5-47a5-a4c3-b3cbda5d492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:46.164210204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a3ad27-22c5-47a5-a4c3-b3cbda5d492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:46.182470493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a3ad27-22c5-47a5-a4c3-b3cbda5d492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:46.198913031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a3ad27-22c5-47a5-a4c3-b3cbda5d492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:46.806577769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"00184ab3-b6b5-4fb7-903f-03129557190f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:46.827846858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"00184ab3-b6b5-4fb7-903f-03129557190f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:46.918000983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"b9d0ca31-3a42-41b1-a414-5ff5f7fa413c","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:46.91802758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"b9d0ca31-3a42-41b1-a414-5ff5f7fa413c","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.183621245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"71272595-e3a7-4afc-9bbb-6cfb49dd18c4","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.183641872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"71272595-e3a7-4afc-9bbb-6cfb49dd18c4","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.20569442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"80233e7c-3973-4fa1-b067-9004a75f7b7b","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.205712403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"80233e7c-3973-4fa1-b067-9004a75f7b7b","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.214618271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"2c368ced-3a89-48bf-ac9f-15ccbcd678d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:47.21675166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-a-39f6a6","reconcileID":"bb76fcf8-9caa-47d3-bfb3-3a5e7944cc46","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-39f6a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:47.223028493Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"80233e7c-3973-4fa1-b067-9004a75f7b7b","name":"rate-test-model-35042a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-35042a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:47.223083204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"80233e7c-3973-4fa1-b067-9004a75f7b7b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-35042a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.228356861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"86f4eb0f-4717-4b41-8fb9-c901b5b7f8a3","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.228372403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"86f4eb0f-4717-4b41-8fb9-c901b5b7f8a3","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.235907626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"2c368ced-3a89-48bf-ac9f-15ccbcd678d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.251012695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"95a3bc2c-1274-46fc-ad75-545b4140b43b","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.251040184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"95a3bc2c-1274-46fc-ad75-545b4140b43b","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.272416656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"46b344b7-ce89-4ba7-b333-afa67f9edd71","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.272436355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"46b344b7-ce89-4ba7-b333-afa67f9edd71","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.34814925Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-a-39f6a6","reconcileID":"1a673987-2276-48fc-9ed0-187627cbb6c6","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"maas-trlp-rate-test-model-35042a","model":"rate-test-model-35042a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-35042a/e2e-rate-iso-a-39f6a6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.379214926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"a80a7656-e6a8-4261-89be-06a51097f1a5","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.37923531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"a80a7656-e6a8-4261-89be-06a51097f1a5","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.402329531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"332ec2a7-667e-4709-9bf7-cc2ec99bf466","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.402347575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"332ec2a7-667e-4709-9bf7-cc2ec99bf466","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.406899816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"ad706a82-9545-40dc-83a0-a05787891482","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.409941277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"bc7088cf-267c-4db3-84c6-ab74c6fdf070","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:47.414272865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-b-39f6a6","reconcileID":"33cdccda-cbe4-4190-ac76-dc7fb95cab51","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-39f6a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:47.420115552Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"332ec2a7-667e-4709-9bf7-cc2ec99bf466","name":"rate-test-model-9da49f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9da49f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:47.420243187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"332ec2a7-667e-4709-9bf7-cc2ec99bf466","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9da49f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.420541309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"1fff9602-6342-4765-8400-2d3cd48c4d2e","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.420558377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"1fff9602-6342-4765-8400-2d3cd48c4d2e","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.425976687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"fa031e51-9900-4250-a6c3-62b4a5c86442","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.425996285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"fa031e51-9900-4250-a6c3-62b4a5c86442","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.428372557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"ad706a82-9545-40dc-83a0-a05787891482","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.433795226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"bc7088cf-267c-4db3-84c6-ab74c6fdf070","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.450416539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"bcff82a3-bd97-4849-bffc-d3a42a3a40e2","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.450437359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"bcff82a3-bd97-4849-bffc-d3a42a3a40e2","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.470248011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"e4a262b5-c7fc-4c98-b4ef-64b8cace8c23","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.470267048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"e4a262b5-c7fc-4c98-b4ef-64b8cace8c23","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.476118051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-a-39f6a6","reconcileID":"7f4df4a9-1b41-447b-bfd1-a51dc8cff877","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"maas-trlp-rate-test-model-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.524854471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"b1221701-bf47-4e61-99e5-2bbc5300a4ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.546204722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"b1221701-bf47-4e61-99e5-2bbc5300a4ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.58317679Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-b-39f6a6","reconcileID":"33730a8e-5f1c-4de8-b356-6a11aa089ae4","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"maas-trlp-rate-test-model-9da49f","model":"rate-test-model-9da49f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-9da49f/e2e-rate-iso-b-39f6a6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.639603843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"17ac0f7f-c601-4ce7-9dc9-f6c48f84a7b3","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.639630952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"17ac0f7f-c601-4ce7-9dc9-f6c48f84a7b3","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:47.703355713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-b-39f6a6","reconcileID":"6c2b27ab-58cc-40b4-8178-6bb8c6ff8d7f","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"maas-trlp-rate-test-model-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.650409459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"44bec80a-38f8-4f10-8d62-8f25a081a9e2","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.650432298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"44bec80a-38f8-4f10-8d62-8f25a081a9e2","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.675914878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"e17d37b1-3647-4aa7-b289-de333e8e6d50","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.675933226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"e17d37b1-3647-4aa7-b289-de333e8e6d50","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.683392703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"e4fb2c95-5c29-42df-aa0a-a06894fec0cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:48.684401394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-shared-sub-618844","reconcileID":"db8e0bd3-eaea-4b6b-8658-939433e3277e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-618844\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.705056166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"e4fb2c95-5c29-42df-aa0a-a06894fec0cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.72053299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"26ff9f73-cda9-413d-8741-6eb24b430adb","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.720549692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"26ff9f73-cda9-413d-8741-6eb24b430adb","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.742084179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"f4593cca-26d1-4add-b9bd-5ce3f2c3a8c0","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.742099823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"f4593cca-26d1-4add-b9bd-5ce3f2c3a8c0","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.814014414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-shared-sub-618844","reconcileID":"6005c3ed-2fa0-468a-9550-8d93663cdf6d","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"sub-test-model-8ae41e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-8ae41e/e2e-shared-sub-618844"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.843283081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"a246755c-8159-4340-b451-438f6b0183b4","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.84329795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"a246755c-8159-4340-b451-438f6b0183b4","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.866760182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"8583f62c-e2f3-4d05-b27a-08d54ec92c3c","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.866778041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"8583f62c-e2f3-4d05-b27a-08d54ec92c3c","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.872696936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"1afebff4-d847-46f9-acda-0cd71c49efc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.874695229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"403109e8-c823-47c9-8b3f-0af6f1a3bd65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:48.87728302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-shared-sub-618844","reconcileID":"e0267472-7469-4dac-907e-93f57ed225fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-618844\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:48.884881572Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"8583f62c-e2f3-4d05-b27a-08d54ec92c3c","name":"sub-test-model-c666c2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-c666c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:48.8849247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"8583f62c-e2f3-4d05-b27a-08d54ec92c3c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-c666c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.885070558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"fe83d74f-e0b0-400b-8a0f-8d028b83281f","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.885081633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"fe83d74f-e0b0-400b-8a0f-8d028b83281f","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.890480851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"50eda70c-47e5-43f0-ab08-74ca4f1ba1be","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.890494203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"50eda70c-47e5-43f0-ab08-74ca4f1ba1be","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.893697102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"1afebff4-d847-46f9-acda-0cd71c49efc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.895930085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"403109e8-c823-47c9-8b3f-0af6f1a3bd65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.911186983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"6453cd12-d778-4b74-81e8-81ff63476b62","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.911201634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"6453cd12-d778-4b74-81e8-81ff63476b62","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.932451126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"c6ce22bd-f788-43c6-8f96-9f0c776ea6bd","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.93247644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"c6ce22bd-f788-43c6-8f96-9f0c776ea6bd","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.937398667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-shared-sub-618844","reconcileID":"a9b83d14-8a9a-4b0d-a421-39a5bbdc26d6","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:48.986705267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"b022a295-fd38-48b8-afe7-4fd6d2193333","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.014012428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"b022a295-fd38-48b8-afe7-4fd6d2193333","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.044466025Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-shared-sub-618844","reconcileID":"bd228a4d-1cbc-4b3c-b8cc-ca3e5dd6d052","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"sub-test-model-c666c2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-c666c2/e2e-shared-sub-618844"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.053832128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"5fd732d2-90f6-43ee-b8a9-8490aa9cd8fe","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.053849755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"5fd732d2-90f6-43ee-b8a9-8490aa9cd8fe","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.073364778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"a2e413a1-7039-41eb-a3f6-350a50fd44f2","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.073382207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"a2e413a1-7039-41eb-a3f6-350a50fd44f2","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.089320245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"88200556-2067-419e-87e8-29831ccb5b7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:49.090565003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-a-only-618844","reconcileID":"54792791-fcde-4b4d-b643-68615aee6f85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-618844\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.110379538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"88200556-2067-419e-87e8-29831ccb5b7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.131992725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"2299b8bb-daaa-4787-8009-218ec72d7c02","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.132008524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"2299b8bb-daaa-4787-8009-218ec72d7c02","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.151707977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"180c114c-ab78-4ec1-9de3-9b7f6644db95","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.151731024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"180c114c-ab78-4ec1-9de3-9b7f6644db95","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.174299229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"bd931306-f130-48ea-821a-06280d9252ed","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.174315144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"bd931306-f130-48ea-821a-06280d9252ed","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.239045031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"c59afa0d-e9cb-4b33-827a-541d233c7ccf","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.239062749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"c59afa0d-e9cb-4b33-827a-541d233c7ccf","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.245359025Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-a-only-618844","reconcileID":"7ccfed16-ba33-468a-b9bf-6298b5ab0209","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-8ae41e/e2e-a-only-618844","ai-tenant-e2e-shared-a-w0-8ae41e/e2e-shared-sub-618844"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.260302664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"4519f4ea-89a5-4712-be36-d72ff884284a","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.260317191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"4519f4ea-89a5-4712-be36-d72ff884284a","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.272185424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"f8894876-9032-4fa8-b05f-9093aafdf30e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:51:49.273037921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-b-only-618844","reconcileID":"7d4c7300-2967-49a4-ae96-dd9e0c54af14","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-618844\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.293072807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"f8894876-9032-4fa8-b05f-9093aafdf30e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.303630661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"7edd10ec-c9ef-423e-994d-b730fd1e3655","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.303647436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"7edd10ec-c9ef-423e-994d-b730fd1e3655","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.313376983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"f8519291-3473-4a7e-bfbd-ea8737a60f96","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.313392824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"f8519291-3473-4a7e-bfbd-ea8737a60f96","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.31589555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-shared-sub-618844","reconcileID":"14af9c50-046d-49bc-b6a8-5a85a6efb1cf","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.334606296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"bc2b694f-aff6-4b8a-a5da-052c198a9d40","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.334626224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"bc2b694f-aff6-4b8a-a5da-052c198a9d40","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.335396004Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-shared-sub-618844","reconcileID":"d4903df1-bf45-42f7-ab0f-dc75892fd017","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-c666c2/e2e-b-only-618844","ai-tenant-e2e-shared-b-w0-c666c2/e2e-shared-sub-618844"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.417708938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-a-only-618844","reconcileID":"cbd8baf1-0a41-444d-887b-0443fd6e6af8","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.417735153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-b-only-618844","reconcileID":"7cbd0d2d-6918-48eb-87a9-ea265542bc18","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.437511309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"30f30952-2796-4245-9cc1-184f3e89b300","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.437527035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"30f30952-2796-4245-9cc1-184f3e89b300","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.503848742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"01a17d63-f977-40ae-a08b-cbed628d9037","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.503865753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"01a17d63-f977-40ae-a08b-cbed628d9037","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.517202623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-shared-sub-618844","reconcileID":"29926a06-1229-4741-bd4f-d80d3ecae3b8","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.616845023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-b-only-618844","reconcileID":"7effb064-118c-4a2f-b724-7ad545d6148d","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.740768144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"2cd25bb3-d198-45f3-9ace-24ddd5060004","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.74079551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"2cd25bb3-d198-45f3-9ace-24ddd5060004","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.759483388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"f43992cd-8e52-4140-be8d-39c1666c6cc6","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.759502589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"f43992cd-8e52-4140-be8d-39c1666c6cc6","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.790665015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"990034ad-ebcb-49a3-9d66-d80d1d33ff75","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.846383641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"990034ad-ebcb-49a3-9d66-d80d1d33ff75","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.866074594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"990034ad-ebcb-49a3-9d66-d80d1d33ff75","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.886042428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"cf91a112-8cdb-4747-8d64-b49e569d8f76","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:49.886058434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"cf91a112-8cdb-4747-8d64-b49e569d8f76","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:58.819100746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:59.920967897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"bd3ab07f-522e-4c3c-916f-f69ef6d266b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:59.942202215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"bd3ab07f-522e-4c3c-916f-f69ef6d266b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:51:59.962537686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"bd3ab07f-522e-4c3c-916f-f69ef6d266b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:05.844687088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-a-39f6a6","reconcileID":"949b05e1-8aeb-424e-b6bf-571d8fdb3ef4","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"maas-trlp-rate-test-model-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:05.922816685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"09b93a6c-a189-44ef-afdf-6a37d5600682","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:05.92284294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"09b93a6c-a189-44ef-afdf-6a37d5600682","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:05.945819929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-shared-sub-618844","reconcileID":"1367c536-389b-49f7-9a26-12e010f76a1c","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:05.946051203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-b-only-618844","reconcileID":"234b20e3-d724-474d-96e8-7897f44a7439","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.024457128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"c2258413-9dad-4e59-879e-4cbed845fc66","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.024477035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"c2258413-9dad-4e59-879e-4cbed845fc66","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.027403945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"4526e46b-3b00-4b25-ac39-3793eb726eb4","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.027419965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"4526e46b-3b00-4b25-ac39-3793eb726eb4","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.087462381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710b1af3-4264-47c1-ab46-3934fc1163e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.087904607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-b-39f6a6","reconcileID":"d94bd588-a2fe-47ec-94f9-ed269b4f3d77","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"maas-trlp-rate-test-model-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.103552246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710b1af3-4264-47c1-ab46-3934fc1163e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.12025484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710b1af3-4264-47c1-ab46-3934fc1163e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.137844968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710b1af3-4264-47c1-ab46-3934fc1163e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.186606579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"9d30087c-3dc5-465c-9330-610b8b998e33","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.18663318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"9d30087c-3dc5-465c-9330-610b8b998e33","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.431538713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-a-only-618844","reconcileID":"387f7caf-45d6-4287-9027-9cffa9e3bd9d","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.4321198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-shared-sub-618844","reconcileID":"788e21f2-b31d-4714-bfc7-d426301e2afd","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.508561763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"d48e832b-738f-4eb0-bbfc-82911e4c9b19","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.50858128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"d48e832b-738f-4eb0-bbfc-82911e4c9b19","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.512488245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"5991ebd4-ca06-4595-9c88-35f37cf14bcf","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.512512811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"5991ebd4-ca06-4595-9c88-35f37cf14bcf","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.784565556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0e143d-08ea-4408-897d-0733f409a36d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.784711069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"38660a0c-082d-4788-9760-1557e956dad4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.800433911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0e143d-08ea-4408-897d-0733f409a36d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.816393606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0e143d-08ea-4408-897d-0733f409a36d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.82107495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"38660a0c-082d-4788-9760-1557e956dad4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:06.832509069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0e143d-08ea-4408-897d-0733f409a36d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:07.0708966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"02c01a8c-879b-4b40-ac6d-cad99b725966","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:07.09169871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"02c01a8c-879b-4b40-ac6d-cad99b725966","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:07.226236991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"d24a3db0-032f-4bf0-9ce2-9c0ead5d32f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:07.247807488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"d24a3db0-032f-4bf0-9ce2-9c0ead5d32f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:07.351589688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"3ec2486b-c158-4e70-85e7-94b6fd5048bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:07.378768084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"3ec2486b-c158-4e70-85e7-94b6fd5048bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:07.474579152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe7c572-963c-4180-b8f8-37cf706459c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:07.490866772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe7c572-963c-4180-b8f8-37cf706459c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:07.506892606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe7c572-963c-4180-b8f8-37cf706459c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:07.523411007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe7c572-963c-4180-b8f8-37cf706459c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:08.257742274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64bfbb2-0a75-4a94-9796-a735c383ef17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:08.274029499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64bfbb2-0a75-4a94-9796-a735c383ef17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:08.349812188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64bfbb2-0a75-4a94-9796-a735c383ef17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:08.36602504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64bfbb2-0a75-4a94-9796-a735c383ef17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:09.00577595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88644a6-e156-4bb4-aa04-0c54cfcd3fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:09.021979597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88644a6-e156-4bb4-aa04-0c54cfcd3fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:09.037806802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88644a6-e156-4bb4-aa04-0c54cfcd3fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:09.053663494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88644a6-e156-4bb4-aa04-0c54cfcd3fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:09.99522609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"1fb25c83-98a9-4293-a220-031ce138dfd6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.01627806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"1fb25c83-98a9-4293-a220-031ce138dfd6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.036227692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"1fb25c83-98a9-4293-a220-031ce138dfd6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.485364322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"b2351188-4baf-4f92-9a4d-f07c4e2f1673","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.485482059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"fa8407e4-6d0b-44d5-9385-8b4d53e19fe5","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.485502379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"fa8407e4-6d0b-44d5-9385-8b4d53e19fe5","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.573318807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-a-39f6a6","reconcileID":"70b27307-a921-45e1-ae70-c4212da8ea7c","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"maas-trlp-rate-test-model-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.620221077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"b2351188-4baf-4f92-9a4d-f07c4e2f1673","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.675471479Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"b2351188-4baf-4f92-9a4d-f07c4e2f1673","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"e2e-shared-a-w2-35042a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.675495719Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"b2351188-4baf-4f92-9a4d-f07c4e2f1673","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.69636614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"ae6dfb89-da7e-43bf-b907-842759a27c1d","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.696384765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"ae6dfb89-da7e-43bf-b907-842759a27c1d","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.7908453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-a-39f6a6","reconcileID":"997ac1ed-1773-4ec4-a4b7-ec8754a27a26","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"maas-trlp-rate-test-model-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.858807472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"542506e4-586f-47c3-91b9-ff670154eda2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.858930448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"12ce2a50-8c4f-4bc1-877d-84bf6b9e5194","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.858948069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"12ce2a50-8c4f-4bc1-877d-84bf6b9e5194","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:10.994275733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-b-39f6a6","reconcileID":"8f63353f-d2b4-4369-bf74-e5edac13a898","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"maas-trlp-rate-test-model-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:11.043438595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"542506e4-586f-47c3-91b9-ff670154eda2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:11.102588934Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"542506e4-586f-47c3-91b9-ff670154eda2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"e2e-shared-b-w2-9da49f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:11.102607466Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-auth-39f6a6","reconcileID":"542506e4-586f-47c3-91b9-ff670154eda2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:11.126545955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"db86918b-f600-4b5f-ae38-41a0405341b0","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:11.12656975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"db86918b-f600-4b5f-ae38-41a0405341b0","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:11.222986093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-b-39f6a6","reconcileID":"8ecebfc7-881f-493e-90b4-15fab9c3f1d1","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"maas-trlp-rate-test-model-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:11.305748142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"cfeaf384-417c-43c1-9f11-74e762fc6bd0","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:11.305768122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"cfeaf384-417c-43c1-9f11-74e762fc6bd0","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.068900398Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"9e100b42-a488-4340-a132-54537aaa2d2e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.069038514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"a76c49be-1a04-4e8b-86d0-107b4a47c1e4","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.069057213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"a76c49be-1a04-4e8b-86d0-107b4a47c1e4","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.162943841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-a-only-618844","reconcileID":"cdbea17d-1a61-4bdf-b4c6-bee43b38a980","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.163851472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-shared-sub-618844","reconcileID":"01abdf86-9d78-4a81-bc40-01e630fea865","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.204761858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"9e100b42-a488-4340-a132-54537aaa2d2e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.312748199Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"9e100b42-a488-4340-a132-54537aaa2d2e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"e2e-shared-a-w0-8ae41e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.312768767Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-sub-iso-auth-618844","reconcileID":"9e100b42-a488-4340-a132-54537aaa2d2e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.341478963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"663d272f-4193-48d4-aaae-6d000deae07b","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.341497877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"663d272f-4193-48d4-aaae-6d000deae07b","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.498273345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"d8470465-3d40-4ab2-92f0-de8c742549f6","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.498296848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"d8470465-3d40-4ab2-92f0-de8c742549f6","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.509210929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-shared-sub-618844","reconcileID":"79ac0121-df88-4acc-9b31-2fb55919c863","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:13.509295358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-a-only-618844","reconcileID":"23e028a5-46c8-4a23-8afe-03ffa7cf0d2a","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:20.070150554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"f44deb81-40ca-48e2-86ee-a3b695761ded","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:20.092291234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"f44deb81-40ca-48e2-86ee-a3b695761ded","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:20.112480321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"f44deb81-40ca-48e2-86ee-a3b695761ded","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:21.360678316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-a-39f6a6","reconcileID":"355420f2-fac4-4187-9732-9bed858efc23","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","subscription":"e2e-rate-iso-a-39f6a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:21.376939135Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-a-39f6a6","reconcileID":"355420f2-fac4-4187-9732-9bed858efc23","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:21.393300018Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"e2e-rate-iso-a-39f6a6","reconcileID":"355420f2-fac4-4187-9732-9bed858efc23","MaaSSubscription":{"name":"e2e-rate-iso-a-39f6a6","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"name":"maas-trlp-rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:21.485000081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"ea7d14d6-2efb-45af-8a66-f4dc3f624e8c","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"tenant":"e2e-shared-a-w2-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","model":"ai-tenant-e2e-shared-a-w2-35042a/rate-test-model-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:21.485017747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"rate-test-model-35042a","reconcileID":"ea7d14d6-2efb-45af-8a66-f4dc3f624e8c","MaaSModelRef":{"name":"rate-test-model-35042a","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"routeName":"rate-test-model-35042a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-35042a","llmisvcName":"rate-test-model-35042a","gateway":"openshift-ingress/e2e-shared-a-w2-35042a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:21.635033755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"174688d3-6659-4251-83d2-c11c71190bda","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:21.635049592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"174688d3-6659-4251-83d2-c11c71190bda","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:23.611078567Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-shared-sub-618844","reconcileID":"c2aedd44-484e-468e-a9ee-c0dd3bbf2d80","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscription":"e2e-shared-sub-618844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:23.683235762Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-shared-sub-618844","reconcileID":"c2aedd44-484e-468e-a9ee-c0dd3bbf2d80","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-8ae41e/e2e-a-only-618844"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:23.748784652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-a-only-618844","reconcileID":"ae153515-c1dd-432f-bdaa-aabb6f26cf4f","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:23.791641845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"b8b8effd-72ae-483d-83de-de455c30ed18","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:23.791661304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"b8b8effd-72ae-483d-83de-de455c30ed18","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:23.947282935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"1c50154c-c445-407b-aaea-1fc9aaea6e02","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:23.947302896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"1c50154c-c445-407b-aaea-1fc9aaea6e02","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.472755378Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","namespace":"ai-tenant-e2e-extmod-b-94ea1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.472810965Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","namespace":"ai-tenant-e2e-extmod-b-94ea1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.472857176Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","tenant":"e2e-extmod-b-94ea1e","tenantID":"e2e-extmod-b-94ea1e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.490642475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"Deployment","name":"maas-api-e2e-extmod-b-94ea1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.519861001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"Service","name":"maas-api-e2e-extmod-b-94ea1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.540332222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-94ea1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.559220035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-94ea1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.577980307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.596289882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.615000142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.635403145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.650847895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.666493815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.681997566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"Service","name":"payload-processing-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.69842663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.714466915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.730383925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.746510322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.766363467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.782327225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.79799822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.813978558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-94ea1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:26.830028018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-94ea1e"},"namespace":"ai-tenant-e2e-extmod-b-94ea1e","name":"default-tenant","reconcileID":"2c2da848-c16a-43bc-997c-4dc71417e9a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-94ea1e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:27.105636768Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-94ea1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-94ea1e","reconcileID":"413bde67-9ea9-4c92-a6fb-5055cf558fba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-94ea1e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-94ea1e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:27.554164489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0534bcf2-8d5c-414c-b96b-b66dd2099b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:27.570370015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0534bcf2-8d5c-414c-b96b-b66dd2099b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:27.586424435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0534bcf2-8d5c-414c-b96b-b66dd2099b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:27.602435595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0534bcf2-8d5c-414c-b96b-b66dd2099b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:28.251039595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a86898-f271-498a-8b96-4ad6a0efdee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:28.267422688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a86898-f271-498a-8b96-4ad6a0efdee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:28.283419599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a86898-f271-498a-8b96-4ad6a0efdee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:28.299208059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a86898-f271-498a-8b96-4ad6a0efdee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:28.866026414Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:30.145654995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"91b7fc47-d8b7-4218-b320-6541b3fd52f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:30.166566219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"91b7fc47-d8b7-4218-b320-6541b3fd52f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:30.186579068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"91b7fc47-d8b7-4218-b320-6541b3fd52f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:31.690571642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-b-39f6a6","reconcileID":"cf482380-14cc-40d9-8d5f-33b7218c316c","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","subscription":"e2e-rate-iso-b-39f6a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:31.712622578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-b-39f6a6","reconcileID":"cf482380-14cc-40d9-8d5f-33b7218c316c","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:31.735065534Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"e2e-rate-iso-b-39f6a6","reconcileID":"cf482380-14cc-40d9-8d5f-33b7218c316c","MaaSSubscription":{"name":"e2e-rate-iso-b-39f6a6","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"name":"maas-trlp-rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:31.899877939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"7b6e1489-4e97-44f6-8ca2-68922bef122e","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"tenant":"e2e-shared-b-w2-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","model":"ai-tenant-e2e-shared-b-w2-9da49f/rate-test-model-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:31.899899663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"rate-test-model-9da49f","reconcileID":"7b6e1489-4e97-44f6-8ca2-68922bef122e","MaaSModelRef":{"name":"rate-test-model-9da49f","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"routeName":"rate-test-model-9da49f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","llmisvcName":"rate-test-model-9da49f","gateway":"openshift-ingress/e2e-shared-b-w2-9da49f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.058714487Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-a-only-618844","reconcileID":"e686f3cd-40b9-4b34-9008-4f2bec1e08a8","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","subscription":"e2e-a-only-618844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.074991216Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-a-only-618844","reconcileID":"e686f3cd-40b9-4b34-9008-4f2bec1e08a8","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.091973807Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"e2e-a-only-618844","reconcileID":"e686f3cd-40b9-4b34-9008-4f2bec1e08a8","MaaSSubscription":{"name":"e2e-a-only-618844","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"name":"maas-trlp-sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.225844709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"b0415338-7501-48ef-8911-c613558d1140","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"tenant":"e2e-shared-a-w0-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","model":"ai-tenant-e2e-shared-a-w0-8ae41e/sub-test-model-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.225871169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"sub-test-model-8ae41e","reconcileID":"b0415338-7501-48ef-8911-c613558d1140","MaaSModelRef":{"name":"sub-test-model-8ae41e","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"routeName":"sub-test-model-8ae41e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","llmisvcName":"sub-test-model-8ae41e","gateway":"openshift-ingress/e2e-shared-a-w0-8ae41e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.554942314Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"639187e7-c74f-4cff-8d09-cd4a4304373b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.555120908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"eab2e592-83b3-4780-95db-22f37a9f54a7","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.555141349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"eab2e592-83b3-4780-95db-22f37a9f54a7","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.644946888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-shared-sub-618844","reconcileID":"9001485d-199c-4230-9289-4bda2ef978eb","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.644950232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-b-only-618844","reconcileID":"a4a0e863-b604-48c3-af89-a0d1d4970941","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.687027041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"639187e7-c74f-4cff-8d09-cd4a4304373b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.742738548Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"639187e7-c74f-4cff-8d09-cd4a4304373b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"e2e-shared-b-w0-c666c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.742755462Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-sub-iso-auth-618844","reconcileID":"639187e7-c74f-4cff-8d09-cd4a4304373b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.763689268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"910c7acd-6eda-48b0-804a-a0712a05982a","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.763708425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"910c7acd-6eda-48b0-804a-a0712a05982a","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.852399593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-b-only-618844","reconcileID":"908c7b4c-2143-46ba-8abe-4e1196038fb4","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.852457008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-shared-sub-618844","reconcileID":"ee5b9b9e-b503-4499-b024-5581929a2f8b","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.916579291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"f0a30614-8dd6-4458-92f2-b4d89e089ec9","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:34.91659475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"f0a30614-8dd6-4458-92f2-b4d89e089ec9","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:36.448433939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65601063-a2da-4e36-8d24-044ae960d7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:36.465297677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65601063-a2da-4e36-8d24-044ae960d7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:36.48174139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65601063-a2da-4e36-8d24-044ae960d7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:36.498111689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65601063-a2da-4e36-8d24-044ae960d7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:37.127137568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4292950-b513-4f9c-a917-99a633a67c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:37.145567651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4292950-b513-4f9c-a917-99a633a67c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:37.16169481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4292950-b513-4f9c-a917-99a633a67c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:37.177740122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4292950-b513-4f9c-a917-99a633a67c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:40.227682911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"d8e581fc-c4a5-4977-9894-4652e94a540f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:40.248691364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"d8e581fc-c4a5-4977-9894-4652e94a540f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:40.26958327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"d8e581fc-c4a5-4977-9894-4652e94a540f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:44.971786869Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-shared-sub-618844","reconcileID":"4331b30b-8c89-4562-93a2-9b15dc118548","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscription":"e2e-shared-sub-618844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:45.057631457Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-shared-sub-618844","reconcileID":"4331b30b-8c89-4562-93a2-9b15dc118548","MaaSSubscription":{"name":"e2e-shared-sub-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-c666c2/e2e-b-only-618844"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:45.208518374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-b-only-618844","reconcileID":"bb7f12db-a278-4f65-95ca-b041b13321de","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:45.233831858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"fafa081e-3502-4a7d-899f-38f201618ca3","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:45.23385555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"fafa081e-3502-4a7d-899f-38f201618ca3","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:45.525290378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"8ffdd3b0-b6b6-4586-8c5e-834e1cfb3c49","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:45.525311737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"8ffdd3b0-b6b6-4586-8c5e-834e1cfb3c49","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.302272759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"2d730716-1e99-4eb6-86c6-87ebf219d772","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.32337625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"2d730716-1e99-4eb6-86c6-87ebf219d772","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.345712377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cfa2dc3e725b7a6ca55f79a419f17153f01226993ee949c55760c50dcacd004) AuthConfig (a0fd475ae79e34ded4459f69a4665281c85b995bd750df82c941a24e38484049) AuthConfig (dc22be6dd070f754674c08b31ee1f2a1a8e636f274650593144547759b146515) AuthConfig (55903b2e1af8681fcaf3a210a9b35f59d3005643aaedd018c88b59f4a72facb8) AuthConfig (1c3119dd71b76388565767f3faf73d6f4554ef746c1b4105c151a20711e502d7) AuthConfig (0cfd03400b7c88d01a694b7ed6a59aac9c6498c97d64bbef3695b946413d05ef) AuthConfig (2421ae1975af074e6e4a96af5c8359c5acd17fae38b7c6e1ba75b354f4e0fc0c) AuthConfig (7d8f90d9f666ef2449b162061790bcfee9a4d20b84f59d47651064031f071a77) AuthConfig (2b5311e3d673142e02798b0c81e096d105fe0855ee74e78768769c4fe9b8cb4f) AuthConfig (48ba9d25f64f5eddbbf7bcf651024a8d27f973622fca078652a59c2b6664fa4b) AuthConfig (a65e8ffadf3b82cc1255f1d21e094833efbea4a0ac607257b102feb317bd4cd9) AuthConfig (da8e290775425ddbb2820db0bbe3eaee0b3bce9c19e80fe17040517486bbcd53) AuthConfig (8e0afb6fd9bdf6c7b2e49e2043222349a79ff0eca9a0209c0a79eb1ace6dd3a7) AuthConfig (29da8e5e3d5e35605f3fdaa9982c0302ed57f871ae92392bd010588593da1de0) AuthConfig (c58a0ef6e98807feda1e8a8258fb9a1eeb94cec50eebe0bb90e502e358dda692) AuthConfig (e37f98b10e9462aea8da947e61d6689335eb9bd5703da2dbe70330dd274cc58b) AuthConfig (941f0ce6844c81b5183c29e89ec874258bcd02371467709f563432e2e5a26648) AuthConfig (9da2f2751dff96d68f56d687595d291da9a333576c297d2c4557af16683b3d44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"2d730716-1e99-4eb6-86c6-87ebf219d772","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.368370027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"55655e53-9001-496e-919f-d1640aa576c2","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.368389992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"55655e53-9001-496e-919f-d1640aa576c2","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.696373524Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","namespace":"ai-tenant-e2e-extmod-a-499482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.696428743Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","namespace":"ai-tenant-e2e-extmod-a-499482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.696472832Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","tenant":"e2e-extmod-a-499482","tenantID":"e2e-extmod-a-499482","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.714690227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"Deployment","name":"maas-api-e2e-extmod-a-499482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.75537824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"Service","name":"maas-api-e2e-extmod-a-499482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.794615399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-499482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.812579965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-499482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.831431272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.850214218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.871774248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.89118739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.906952801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.922759251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.938510761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"Service","name":"payload-processing-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.954611344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.970497569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:50.986127155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.002169421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.022528846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.038561036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.058825966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.078414517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-499482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.095547099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-499482"},"namespace":"ai-tenant-e2e-extmod-a-499482","name":"default-tenant","reconcileID":"dda6ea30-1a4c-419c-b8de-5e91e2e3d165","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-499482","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.407520225Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-499482","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-499482","reconcileID":"c07166e2-9bd1-4f6a-8495-276b754b71a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-499482","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-499482"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.842883842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61b871b-4a5d-4fc1-b953-bbe4547dded9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.859519668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61b871b-4a5d-4fc1-b953-bbe4547dded9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.875531392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61b871b-4a5d-4fc1-b953-bbe4547dded9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:51.892244192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61b871b-4a5d-4fc1-b953-bbe4547dded9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:52.541808713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a255734-c58f-4561-9fab-ae6e40e54260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:52.558055954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a255734-c58f-4561-9fab-ae6e40e54260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:52.574403253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a255734-c58f-4561-9fab-ae6e40e54260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:52.591214801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a255734-c58f-4561-9fab-ae6e40e54260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:55.58368066Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-b-only-618844","reconcileID":"4154acd5-38dd-4e16-95b7-e0aadf78ccd1","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","subscription":"e2e-b-only-618844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:55.600089454Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-b-only-618844","reconcileID":"4154acd5-38dd-4e16-95b7-e0aadf78ccd1","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:55.616893846Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"e2e-b-only-618844","reconcileID":"4154acd5-38dd-4e16-95b7-e0aadf78ccd1","MaaSSubscription":{"name":"e2e-b-only-618844","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"name":"maas-trlp-sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:55.707031848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"3dd93897-77ad-4dc7-82da-7c045f248313","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"tenant":"e2e-shared-b-w0-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","model":"ai-tenant-e2e-shared-b-w0-c666c2/sub-test-model-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:55.707050288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"sub-test-model-c666c2","reconcileID":"3dd93897-77ad-4dc7-82da-7c045f248313","MaaSModelRef":{"name":"sub-test-model-c666c2","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"routeName":"sub-test-model-c666c2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","llmisvcName":"sub-test-model-c666c2","gateway":"openshift-ingress/e2e-shared-b-w0-c666c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:52:58.825752499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:00.403305184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"7682585c-42be-45fa-8e10-52f308952d7d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:00.42470877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"7682585c-42be-45fa-8e10-52f308952d7d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:00.447343306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cfa2dc3e725b7a6ca55f79a419f17153f01226993ee949c55760c50dcacd004) AuthConfig (a0fd475ae79e34ded4459f69a4665281c85b995bd750df82c941a24e38484049) AuthConfig (dc22be6dd070f754674c08b31ee1f2a1a8e636f274650593144547759b146515) AuthConfig (55903b2e1af8681fcaf3a210a9b35f59d3005643aaedd018c88b59f4a72facb8) AuthConfig (1c3119dd71b76388565767f3faf73d6f4554ef746c1b4105c151a20711e502d7) AuthConfig (0cfd03400b7c88d01a694b7ed6a59aac9c6498c97d64bbef3695b946413d05ef) AuthConfig (2421ae1975af074e6e4a96af5c8359c5acd17fae38b7c6e1ba75b354f4e0fc0c) AuthConfig (7d8f90d9f666ef2449b162061790bcfee9a4d20b84f59d47651064031f071a77) AuthConfig (2b5311e3d673142e02798b0c81e096d105fe0855ee74e78768769c4fe9b8cb4f) AuthConfig (48ba9d25f64f5eddbbf7bcf651024a8d27f973622fca078652a59c2b6664fa4b) AuthConfig (a65e8ffadf3b82cc1255f1d21e094833efbea4a0ac607257b102feb317bd4cd9) AuthConfig (da8e290775425ddbb2820db0bbe3eaee0b3bce9c19e80fe17040517486bbcd53) AuthConfig (8e0afb6fd9bdf6c7b2e49e2043222349a79ff0eca9a0209c0a79eb1ace6dd3a7) AuthConfig (29da8e5e3d5e35605f3fdaa9982c0302ed57f871ae92392bd010588593da1de0) AuthConfig (c58a0ef6e98807feda1e8a8258fb9a1eeb94cec50eebe0bb90e502e358dda692) AuthConfig (e37f98b10e9462aea8da947e61d6689335eb9bd5703da2dbe70330dd274cc58b) AuthConfig (941f0ce6844c81b5183c29e89ec874258bcd02371467709f563432e2e5a26648) AuthConfig (9da2f2751dff96d68f56d687595d291da9a333576c297d2c4557af16683b3d44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"7682585c-42be-45fa-8e10-52f308952d7d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:00.953671492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc676c2-9b81-43e3-9b58-4fb7ade3eecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:00.969641761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc676c2-9b81-43e3-9b58-4fb7ade3eecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:00.985521346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc676c2-9b81-43e3-9b58-4fb7ade3eecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:01.001649358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc676c2-9b81-43e3-9b58-4fb7ade3eecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:01.737925196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c0896b-9fa2-48bb-a897-f6cb2ac9548f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:01.753826177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c0896b-9fa2-48bb-a897-f6cb2ac9548f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:01.770259356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c0896b-9fa2-48bb-a897-f6cb2ac9548f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:01.78679811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c0896b-9fa2-48bb-a897-f6cb2ac9548f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:02.451706888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f7f4c8-6533-4671-be52-28b349c1cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:02.46753641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f7f4c8-6533-4671-be52-28b349c1cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:02.483201954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f7f4c8-6533-4671-be52-28b349c1cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:02.498894318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f7f4c8-6533-4671-be52-28b349c1cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.33275137Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.332838052Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","namespace":"ai-tenant-e2e-shared-a-w3-df4db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.33291395Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","tenant":"e2e-shared-a-w3-df4db1","tenantID":"e2e-shared-a-w3-df4db1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.35097479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-df4db1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.384110171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"Service","name":"maas-api-e2e-shared-a-w3-df4db1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.403856076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-df4db1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.423608708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-df4db1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.442444599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.460728888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.481484666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.499404254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.51472616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.530202845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.54552619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.561003832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.576590121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.592082779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.607415029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.627242836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.643494796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.661326347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.680381127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-df4db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.697080075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-df4db1"},"namespace":"ai-tenant-e2e-shared-a-w3-df4db1","name":"default-tenant","reconcileID":"a1205d9a-1b1d-420d-b4eb-d6a5bb77adca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-df4db1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:04.974411813Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-df4db1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-df4db1","reconcileID":"28d64489-e8bd-4cff-b00a-c2a279533543","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-df4db1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-df4db1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:05.357719186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcb3671-844d-403c-b69e-24571f1a43ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:05.373899037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcb3671-844d-403c-b69e-24571f1a43ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:05.389946857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcb3671-844d-403c-b69e-24571f1a43ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:05.406561333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcb3671-844d-403c-b69e-24571f1a43ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:06.070938975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8afd631-1b0a-4b50-b161-d1ae905597ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:06.086660523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8afd631-1b0a-4b50-b161-d1ae905597ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:06.102822826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8afd631-1b0a-4b50-b161-d1ae905597ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:06.118738772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8afd631-1b0a-4b50-b161-d1ae905597ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:10.480186771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"9083ca1d-9511-4fc1-a047-35d7f053ad2d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:10.501047326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"9083ca1d-9511-4fc1-a047-35d7f053ad2d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:10.52070296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cfa2dc3e725b7a6ca55f79a419f17153f01226993ee949c55760c50dcacd004) AuthConfig (a0fd475ae79e34ded4459f69a4665281c85b995bd750df82c941a24e38484049) AuthConfig (dc22be6dd070f754674c08b31ee1f2a1a8e636f274650593144547759b146515) AuthConfig (55903b2e1af8681fcaf3a210a9b35f59d3005643aaedd018c88b59f4a72facb8) AuthConfig (1c3119dd71b76388565767f3faf73d6f4554ef746c1b4105c151a20711e502d7) AuthConfig (0cfd03400b7c88d01a694b7ed6a59aac9c6498c97d64bbef3695b946413d05ef) AuthConfig (2421ae1975af074e6e4a96af5c8359c5acd17fae38b7c6e1ba75b354f4e0fc0c) AuthConfig (7d8f90d9f666ef2449b162061790bcfee9a4d20b84f59d47651064031f071a77) AuthConfig (2b5311e3d673142e02798b0c81e096d105fe0855ee74e78768769c4fe9b8cb4f) AuthConfig (48ba9d25f64f5eddbbf7bcf651024a8d27f973622fca078652a59c2b6664fa4b) AuthConfig (a65e8ffadf3b82cc1255f1d21e094833efbea4a0ac607257b102feb317bd4cd9) AuthConfig (da8e290775425ddbb2820db0bbe3eaee0b3bce9c19e80fe17040517486bbcd53) AuthConfig (8e0afb6fd9bdf6c7b2e49e2043222349a79ff0eca9a0209c0a79eb1ace6dd3a7) AuthConfig (29da8e5e3d5e35605f3fdaa9982c0302ed57f871ae92392bd010588593da1de0) AuthConfig (c58a0ef6e98807feda1e8a8258fb9a1eeb94cec50eebe0bb90e502e358dda692) AuthConfig (e37f98b10e9462aea8da947e61d6689335eb9bd5703da2dbe70330dd274cc58b) AuthConfig (941f0ce6844c81b5183c29e89ec874258bcd02371467709f563432e2e5a26648) AuthConfig (9da2f2751dff96d68f56d687595d291da9a333576c297d2c4557af16683b3d44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"9083ca1d-9511-4fc1-a047-35d7f053ad2d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:14.413298871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f0f4b8-8e4f-4aa2-8047-863dd89fe7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:14.429343696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f0f4b8-8e4f-4aa2-8047-863dd89fe7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:14.44499441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f0f4b8-8e4f-4aa2-8047-863dd89fe7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:14.460904976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f0f4b8-8e4f-4aa2-8047-863dd89fe7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:15.093762741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7763880f-cce0-4757-95ef-d3eda183f455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:15.110913273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7763880f-cce0-4757-95ef-d3eda183f455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:15.126938967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7763880f-cce0-4757-95ef-d3eda183f455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:15.143208516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7763880f-cce0-4757-95ef-d3eda183f455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:15.760637579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7447fb55-289e-4b47-b651-f6d281bb126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:15.77757142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7447fb55-289e-4b47-b651-f6d281bb126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:15.79391218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7447fb55-289e-4b47-b651-f6d281bb126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:15.809965533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7447fb55-289e-4b47-b651-f6d281bb126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.780277692Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","namespace":"ai-tenant-e2e-extmod-a-1cb829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.780473117Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","namespace":"ai-tenant-e2e-extmod-a-1cb829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.780595916Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","tenant":"e2e-extmod-a-1cb829","tenantID":"e2e-extmod-a-1cb829","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.798752514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-1cb829","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.833830465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"Service","name":"maas-api-e2e-extmod-a-1cb829","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.855563125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-1cb829","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.87892381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-1cb829","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.897749181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.917461867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.93883769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.962878759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.978920944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:17.99628652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.016375771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"Service","name":"payload-processing-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.033584313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.052704012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.070347639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.086978038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.110412185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.128403418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.144504295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.160101899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-1cb829","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.175463903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cb829"},"namespace":"ai-tenant-e2e-extmod-a-1cb829","name":"default-tenant","reconcileID":"954f12df-a72a-4a08-be9b-4c4a59368f4b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-1cb829","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.464963975Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1cb829","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1cb829","reconcileID":"190c7ee6-a7b9-4aa7-aa4f-f3785e6e884e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1cb829","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-1cb829"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.857493233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0812f86b-709e-4450-9a67-e0b99c773445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.87406712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0812f86b-709e-4450-9a67-e0b99c773445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.891443536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0812f86b-709e-4450-9a67-e0b99c773445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:18.90755684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0812f86b-709e-4450-9a67-e0b99c773445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:19.642588961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d68650d-6733-48e3-95f8-b9bf6729dd2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:19.658760716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d68650d-6733-48e3-95f8-b9bf6729dd2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:19.674488406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d68650d-6733-48e3-95f8-b9bf6729dd2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:19.690364604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d68650d-6733-48e3-95f8-b9bf6729dd2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:20.553510416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"1227f562-f2d0-4ff6-9895-16700bd736e2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:20.574279027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"1227f562-f2d0-4ff6-9895-16700bd736e2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:20.594129745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cfa2dc3e725b7a6ca55f79a419f17153f01226993ee949c55760c50dcacd004) AuthConfig (a0fd475ae79e34ded4459f69a4665281c85b995bd750df82c941a24e38484049) AuthConfig (dc22be6dd070f754674c08b31ee1f2a1a8e636f274650593144547759b146515) AuthConfig (55903b2e1af8681fcaf3a210a9b35f59d3005643aaedd018c88b59f4a72facb8) AuthConfig (1c3119dd71b76388565767f3faf73d6f4554ef746c1b4105c151a20711e502d7) AuthConfig (0cfd03400b7c88d01a694b7ed6a59aac9c6498c97d64bbef3695b946413d05ef) AuthConfig (2421ae1975af074e6e4a96af5c8359c5acd17fae38b7c6e1ba75b354f4e0fc0c) AuthConfig (7d8f90d9f666ef2449b162061790bcfee9a4d20b84f59d47651064031f071a77) AuthConfig (2b5311e3d673142e02798b0c81e096d105fe0855ee74e78768769c4fe9b8cb4f) AuthConfig (48ba9d25f64f5eddbbf7bcf651024a8d27f973622fca078652a59c2b6664fa4b) AuthConfig (a65e8ffadf3b82cc1255f1d21e094833efbea4a0ac607257b102feb317bd4cd9) AuthConfig (da8e290775425ddbb2820db0bbe3eaee0b3bce9c19e80fe17040517486bbcd53) AuthConfig (8e0afb6fd9bdf6c7b2e49e2043222349a79ff0eca9a0209c0a79eb1ace6dd3a7) AuthConfig (29da8e5e3d5e35605f3fdaa9982c0302ed57f871ae92392bd010588593da1de0) AuthConfig (c58a0ef6e98807feda1e8a8258fb9a1eeb94cec50eebe0bb90e502e358dda692) AuthConfig (e37f98b10e9462aea8da947e61d6689335eb9bd5703da2dbe70330dd274cc58b) AuthConfig (941f0ce6844c81b5183c29e89ec874258bcd02371467709f563432e2e5a26648) AuthConfig (9da2f2751dff96d68f56d687595d291da9a333576c297d2c4557af16683b3d44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"1227f562-f2d0-4ff6-9895-16700bd736e2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:27.750965353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a944a95b-12be-4244-a4ce-2ad5d26b6724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:27.767316377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a944a95b-12be-4244-a4ce-2ad5d26b6724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:27.783343937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a944a95b-12be-4244-a4ce-2ad5d26b6724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:27.799056404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a944a95b-12be-4244-a4ce-2ad5d26b6724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:28.421957564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833a7d68-945e-4dbc-a24b-aa9d5d76444e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:28.438932002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833a7d68-945e-4dbc-a24b-aa9d5d76444e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:28.455677345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833a7d68-945e-4dbc-a24b-aa9d5d76444e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:28.4723961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833a7d68-945e-4dbc-a24b-aa9d5d76444e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:28.820318146Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:29.09209386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e4960c-0a27-458f-953c-d40080b8b909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:29.108310198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e4960c-0a27-458f-953c-d40080b8b909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:29.124365921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e4960c-0a27-458f-953c-d40080b8b909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:29.142323634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e4960c-0a27-458f-953c-d40080b8b909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:30.62718724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"836a812d-45f7-4495-ad3d-15e0e6283309","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:30.648406599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"836a812d-45f7-4495-ad3d-15e0e6283309","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:30.668465829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4107fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cfa2dc3e725b7a6ca55f79a419f17153f01226993ee949c55760c50dcacd004) AuthConfig (a0fd475ae79e34ded4459f69a4665281c85b995bd750df82c941a24e38484049) AuthConfig (dc22be6dd070f754674c08b31ee1f2a1a8e636f274650593144547759b146515) AuthConfig (55903b2e1af8681fcaf3a210a9b35f59d3005643aaedd018c88b59f4a72facb8) AuthConfig (1c3119dd71b76388565767f3faf73d6f4554ef746c1b4105c151a20711e502d7) AuthConfig (0cfd03400b7c88d01a694b7ed6a59aac9c6498c97d64bbef3695b946413d05ef) AuthConfig (2421ae1975af074e6e4a96af5c8359c5acd17fae38b7c6e1ba75b354f4e0fc0c) AuthConfig (7d8f90d9f666ef2449b162061790bcfee9a4d20b84f59d47651064031f071a77) AuthConfig (2b5311e3d673142e02798b0c81e096d105fe0855ee74e78768769c4fe9b8cb4f) AuthConfig (48ba9d25f64f5eddbbf7bcf651024a8d27f973622fca078652a59c2b6664fa4b) AuthConfig (a65e8ffadf3b82cc1255f1d21e094833efbea4a0ac607257b102feb317bd4cd9) AuthConfig (da8e290775425ddbb2820db0bbe3eaee0b3bce9c19e80fe17040517486bbcd53) AuthConfig (8e0afb6fd9bdf6c7b2e49e2043222349a79ff0eca9a0209c0a79eb1ace6dd3a7) AuthConfig (29da8e5e3d5e35605f3fdaa9982c0302ed57f871ae92392bd010588593da1de0) AuthConfig (c58a0ef6e98807feda1e8a8258fb9a1eeb94cec50eebe0bb90e502e358dda692) AuthConfig (e37f98b10e9462aea8da947e61d6689335eb9bd5703da2dbe70330dd274cc58b) AuthConfig (941f0ce6844c81b5183c29e89ec874258bcd02371467709f563432e2e5a26648) AuthConfig (9da2f2751dff96d68f56d687595d291da9a333576c297d2c4557af16683b3d44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"836a812d-45f7-4495-ad3d-15e0e6283309","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.292583672Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","namespace":"ai-tenant-e2e-extmod-b-dd80cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.292720403Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","namespace":"ai-tenant-e2e-extmod-b-dd80cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.292836724Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","tenant":"e2e-extmod-b-dd80cb","tenantID":"e2e-extmod-b-dd80cb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.311468484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"Deployment","name":"maas-api-e2e-extmod-b-dd80cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.346301162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"Service","name":"maas-api-e2e-extmod-b-dd80cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.367352375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-dd80cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.388607981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-dd80cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.411423168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.430726256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.453424652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.476135431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.493661781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.510009275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.526307993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"Service","name":"payload-processing-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.542397291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.558113859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.573784523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.58968846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.610676461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.626329368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.64245521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.658906316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-dd80cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:38.679634094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd80cb"},"namespace":"ai-tenant-e2e-extmod-b-dd80cb","name":"default-tenant","reconcileID":"746be6a9-1355-44a8-a16a-d0734b96488a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-dd80cb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:39.013019867Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-dd80cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-dd80cb","reconcileID":"322ef228-de70-4816-b138-c3dbcaafbccf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-dd80cb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-dd80cb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:39.458033807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8672679a-8beb-433c-bd2a-2f892d3b46f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:39.476258283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8672679a-8beb-433c-bd2a-2f892d3b46f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:39.49224535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8672679a-8beb-433c-bd2a-2f892d3b46f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:39.508310114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8672679a-8beb-433c-bd2a-2f892d3b46f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.153870946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0684cf74-147f-4359-9e00-e684316b2dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.169860644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0684cf74-147f-4359-9e00-e684316b2dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.185873071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0684cf74-147f-4359-9e00-e684316b2dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.201897111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0684cf74-147f-4359-9e00-e684316b2dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.567561598Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","namespace":"ai-tenant-e2e-extmod-b-c48628","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.567620458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","namespace":"ai-tenant-e2e-extmod-b-c48628","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.567670213Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","tenant":"e2e-extmod-b-c48628","tenantID":"e2e-extmod-b-c48628","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.585990276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"Deployment","name":"maas-api-e2e-extmod-b-c48628","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.617414886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"Service","name":"maas-api-e2e-extmod-b-c48628","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.636649521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-c48628","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.65660558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-c48628","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.675377815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.695339018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.7070277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"becae500-7697-4c28-8037-a2e4274398cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.716070233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.729031083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"becae500-7697-4c28-8037-a2e4274398cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.736729456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.752435888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.769379919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.785362087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"Service","name":"payload-processing-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.811391095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.816969454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"fd885930-7cc6-434a-9986-f26212b21565","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.816996953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"fd885930-7cc6-434a-9986-f26212b21565","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.827201998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.843348553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.859266329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.879600808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.895273939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.911096139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.926559854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-c48628","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:40.941943855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c48628"},"namespace":"ai-tenant-e2e-extmod-b-c48628","name":"default-tenant","reconcileID":"94842ebb-1c77-4074-a7d9-bac5f4b9c0ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-c48628","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:41.238281462Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c48628","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c48628","reconcileID":"f9ebeaf5-5fd3-4e5a-b269-01d05baea8e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c48628","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-c48628"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:41.647180771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e7eedd-66bf-41c5-b68b-5d516f261614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:41.663311865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e7eedd-66bf-41c5-b68b-5d516f261614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:41.67935496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e7eedd-66bf-41c5-b68b-5d516f261614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:41.695089336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e7eedd-66bf-41c5-b68b-5d516f261614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:42.311563335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e5f567-56b4-4aac-8052-0600ef47d90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:42.327302459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e5f567-56b4-4aac-8052-0600ef47d90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:42.343737694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e5f567-56b4-4aac-8052-0600ef47d90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:42.360273635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e5f567-56b4-4aac-8052-0600ef47d90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:43.441259596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"9b113ebb-62ef-4fda-9a06-e1c1800b759d","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:43.441283919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"9b113ebb-62ef-4fda-9a06-e1c1800b759d","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:43.46158911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"3c04fcd6-e679-449a-a26f-ee59d3596255","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:43.461607969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"3c04fcd6-e679-449a-a26f-ee59d3596255","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:43.524615736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"c273cc22-4c23-490c-8f1b-5775dce128e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:43.584416937Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"c273cc22-4c23-490c-8f1b-5775dce128e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"e2e-shared-b-w4-bc127f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:43.604111128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-bc127f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"c273cc22-4c23-490c-8f1b-5775dce128e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:43.626228937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"4964639f-f59a-46ba-a976-1c5e5d75edfa","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:43.626244281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"4964639f-f59a-46ba-a976-1c5e5d75edfa","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.411827342Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","namespace":"ai-tenant-e2e-extmod-a-a47b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.411907378Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","namespace":"ai-tenant-e2e-extmod-a-a47b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.411977651Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","tenant":"e2e-extmod-a-a47b9a","tenantID":"e2e-extmod-a-a47b9a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.430306067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a47b9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.461629341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"Service","name":"maas-api-e2e-extmod-a-a47b9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.481730931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a47b9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.500134007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a47b9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.519209663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.538172945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.559443001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.578694908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.594884036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.61068703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.62655292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"Service","name":"payload-processing-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.642310423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.658352585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.673995631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.689732006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.710552281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.726697308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.742573677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.760441936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a47b9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:46.776065948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a47b9a"},"namespace":"ai-tenant-e2e-extmod-a-a47b9a","name":"default-tenant","reconcileID":"c4f82236-06e3-4d30-90f4-339a028fa882","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a47b9a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:47.124594405Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a47b9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a47b9a","reconcileID":"e5c3d084-9d01-43f6-a6b0-e183f514ad0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a47b9a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a47b9a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:47.578938136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65971407-0d0d-48f8-a2e7-a952cb0e80e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:47.594990828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65971407-0d0d-48f8-a2e7-a952cb0e80e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:47.610784442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65971407-0d0d-48f8-a2e7-a952cb0e80e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:47.627829827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65971407-0d0d-48f8-a2e7-a952cb0e80e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:48.27063748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7d1761-be99-4697-8a47-8a350265bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:48.289130591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7d1761-be99-4697-8a47-8a350265bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:48.306984707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7d1761-be99-4697-8a47-8a350265bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:48.323952052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7d1761-be99-4697-8a47-8a350265bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:50.154068459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a454b54b-c041-4a7c-a4aa-7f167e7355f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:50.172598141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a454b54b-c041-4a7c-a4aa-7f167e7355f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:50.189288061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a454b54b-c041-4a7c-a4aa-7f167e7355f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:50.205350956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a454b54b-c041-4a7c-a4aa-7f167e7355f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:50.853372022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547cc3d3-3cc2-4bdf-b2cf-9ca1253c2481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:50.87125222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547cc3d3-3cc2-4bdf-b2cf-9ca1253c2481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:50.887424511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547cc3d3-3cc2-4bdf-b2cf-9ca1253c2481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:50.903203027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547cc3d3-3cc2-4bdf-b2cf-9ca1253c2481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:53.70606897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"076ce434-3c38-4199-88db-a08a9d04a45f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:53.726917097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"076ce434-3c38-4199-88db-a08a9d04a45f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"e2e-shared-b-w4-bc127f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:53.746542897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-bc127f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"076ce434-3c38-4199-88db-a08a9d04a45f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:55.575571012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2121e86c-f3ff-4564-bd30-c737133e1316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:55.591906165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2121e86c-f3ff-4564-bd30-c737133e1316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:55.607769358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2121e86c-f3ff-4564-bd30-c737133e1316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:55.623590965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2121e86c-f3ff-4564-bd30-c737133e1316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.103742128Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.103808392Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.103860232Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","tenant":"e2e-shared-b-w3-bdf6ca","tenantID":"e2e-shared-b-w3-bdf6ca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.122775773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-bdf6ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.15654576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"Service","name":"maas-api-e2e-shared-b-w3-bdf6ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.181959598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-bdf6ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.2031894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-bdf6ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.224628418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.243463945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.264363864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.280025531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7aeecf-6bfb-4dd4-8a2c-f55c58ca0507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.296450865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7aeecf-6bfb-4dd4-8a2c-f55c58ca0507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.298483132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.312354568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7aeecf-6bfb-4dd4-8a2c-f55c58ca0507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.327892459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.328352412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7aeecf-6bfb-4dd4-8a2c-f55c58ca0507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.343822387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.359518304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.375314691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.392509229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.413193138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.429280431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.449212972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.464555967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.480062907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.495692456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-bdf6ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.511103383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca"},"namespace":"ai-tenant-e2e-shared-b-w3-bdf6ca","name":"default-tenant","reconcileID":"4a13ec4d-9555-4f0f-bd25-ebcc4958ecad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-bdf6ca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:56.876942326Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-bdf6ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-bdf6ca","reconcileID":"ea59c5ed-9858-4a47-b2bd-6d3a78e329f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-bdf6ca","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-bdf6ca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:57.026345788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e27705d-e7ac-46c0-bb2e-a290df47d562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:57.042637379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e27705d-e7ac-46c0-bb2e-a290df47d562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:57.059429656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e27705d-e7ac-46c0-bb2e-a290df47d562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:57.075568236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e27705d-e7ac-46c0-bb2e-a290df47d562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:57.6988732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cf0356-d769-46db-8af6-c38fed7fd720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:57.715563443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cf0356-d769-46db-8af6-c38fed7fd720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:57.731626392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cf0356-d769-46db-8af6-c38fed7fd720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:57.747241743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cf0356-d769-46db-8af6-c38fed7fd720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:53:58.818755584Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:03.779017521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"59cd94a9-62d8-4053-b56a-d56ac652b03e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:03.799567133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"59cd94a9-62d8-4053-b56a-d56ac652b03e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"e2e-shared-b-w4-bc127f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:03.819014159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-bc127f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"59cd94a9-62d8-4053-b56a-d56ac652b03e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:06.930029281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"64061601-c4bf-4edf-8d56-1514b5f0b120","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:06.930507751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"36a454e6-8ed2-476f-bec5-8e2fb7005af9","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:06.932038108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"514d0d73-2838-4c35-a2c5-64476468099a","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:06.93286857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"f0d6b438-6fea-4597-81ef-7661b2e29164","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:06.987702817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"cf39d41f-391d-437f-a5e4-5b39f95b4280","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:06.987994309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"629bf5ba-8832-49e8-8632-c85796f28021","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:06.988244062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"46a492e0-4c5a-4659-8567-40cb28fbef92","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:06.988405615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"b5769db3-f0a1-4b92-8f75-b1222e3706c5","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:06.996842067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4e6da4fa-def6-4e3e-ba90-dd4bed717577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:06.996914385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f5f9c673-a906-4301-9424-d6568564d82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.018284206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"f5f9c673-a906-4301-9424-d6568564d82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.019102707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"4e6da4fa-def6-4e3e-ba90-dd4bed717577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.034702258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"1953f96b-b7e9-4783-9280-f11c552f4bf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.035015586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"6f904dd0-c3fa-4dbd-bd43-14505a034cdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.151829153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"8ae52fd4-664c-43f7-8365-312b6c22abe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.156035799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"344446d2-6c73-4441-8d40-4bc6cc2093c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.21218143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c8c8e532-8d43-4f61-96cb-9d4590e51105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.212526379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"efb55d6f-74b0-422e-bf84-b36306a4d678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.234101811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"efb55d6f-74b0-422e-bf84-b36306a4d678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.250785154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"c8c8e532-8d43-4f61-96cb-9d4590e51105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.255847883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b0ac5-b3a4-4bd1-ab91-f247b377bb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.271899161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b0ac5-b3a4-4bd1-ab91-f247b377bb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.287799406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b0ac5-b3a4-4bd1-ab91-f247b377bb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:07.303983394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b0ac5-b3a4-4bd1-ab91-f247b377bb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:08.04090308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58becf2-de98-42fd-a08b-2c5057beb720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:08.056946803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58becf2-de98-42fd-a08b-2c5057beb720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:08.074046782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58becf2-de98-42fd-a08b-2c5057beb720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:08.090818757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58becf2-de98-42fd-a08b-2c5057beb720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:08.739909029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadea835-b1b4-4e79-b3d7-5a71791c24d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:08.756659615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadea835-b1b4-4e79-b3d7-5a71791c24d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:08.773522265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadea835-b1b4-4e79-b3d7-5a71791c24d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:08.789256045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadea835-b1b4-4e79-b3d7-5a71791c24d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:09.409744612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a81208c-d73f-412e-b5b6-5094f0dfd18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:09.425845241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a81208c-d73f-412e-b5b6-5094f0dfd18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:09.441806027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a81208c-d73f-412e-b5b6-5094f0dfd18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:09.457461367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a81208c-d73f-412e-b5b6-5094f0dfd18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:10.078933994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bbb580-a26f-4920-ae6e-f6ea3e7a08b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:10.095128912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bbb580-a26f-4920-ae6e-f6ea3e7a08b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:10.111148553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bbb580-a26f-4920-ae6e-f6ea3e7a08b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:10.128629532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bbb580-a26f-4920-ae6e-f6ea3e7a08b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:10.769339991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad9e753-778b-470b-af19-a65daf6d4825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:10.785464316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad9e753-778b-470b-af19-a65daf6d4825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:10.80223332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad9e753-778b-470b-af19-a65daf6d4825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:10.819649101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad9e753-778b-470b-af19-a65daf6d4825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:11.45450217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f386d187-26aa-46e2-a3d7-e098d5aec017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:11.476840126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f386d187-26aa-46e2-a3d7-e098d5aec017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:11.550804052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f386d187-26aa-46e2-a3d7-e098d5aec017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:11.566636535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f386d187-26aa-46e2-a3d7-e098d5aec017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:11.990689482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"13d0e420-1ed9-45ac-9d9f-c011dd298407","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.1038059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"10ce43f6-3356-4fcf-abf7-480801374205","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.218236679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"94d7a724-8c2f-4ea3-938c-ef9583db04a9","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.237891791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143aafce-b913-40e5-b38d-fecf036d12bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.253934638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143aafce-b913-40e5-b38d-fecf036d12bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.270169653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143aafce-b913-40e5-b38d-fecf036d12bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.286333957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143aafce-b913-40e5-b38d-fecf036d12bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.319742181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"6760ce86-1cda-4e68-97f1-29bff812064b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.330546098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"9c1e68e6-9e25-4029-81d7-e11a5b935ab2","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.334010758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"066c1860-3ae3-4cb2-9947-201973facce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.334022789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"baff584e-832e-4934-8773-1d1dfae3495b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.3570776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"066c1860-3ae3-4cb2-9947-201973facce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.357349403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"baff584e-832e-4934-8773-1d1dfae3495b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.398548308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"4176bcfa-d441-4888-bca2-5ac3bd2dcff2","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.408469217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"569fc53c-1417-4b46-98fa-fcec0785994b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.478731046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"dffae3dc-ff6c-452b-8282-31561532886e","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.501292499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"ffa5b7c3-dc0e-4698-9924-4e07737c8973","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.53976292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a6bdb623-6cbe-4bf2-81f7-c6210687d4e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.54014115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c9a982f0-4db1-4630-a3ac-91f771df979f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.561498673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"a6bdb623-6cbe-4bf2-81f7-c6210687d4e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.565960788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"c9a982f0-4db1-4630-a3ac-91f771df979f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.601384296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"4783f538-f947-4d48-99f8-8917998cf2db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.930723533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719a9365-cbef-4b93-9ad8-94a6948cbcc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.946868044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719a9365-cbef-4b93-9ad8-94a6948cbcc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.962825594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719a9365-cbef-4b93-9ad8-94a6948cbcc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:12.978617002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719a9365-cbef-4b93-9ad8-94a6948cbcc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:13.71885162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bda6b25-99cc-4dd6-8da5-474c22d89745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:13.734921715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bda6b25-99cc-4dd6-8da5-474c22d89745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:13.751477502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bda6b25-99cc-4dd6-8da5-474c22d89745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:13.767563846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bda6b25-99cc-4dd6-8da5-474c22d89745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:13.853631688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"d7a0e6df-d363-40b9-93c8-2872cad59458","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:13.874807561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"d7a0e6df-d363-40b9-93c8-2872cad59458","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"e2e-shared-b-w4-bc127f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:13.894685414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-bc127f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88870a9ee057604463ad967e016399fdc277648ca0e9d0b45ad69d24cf160d55) AuthConfig (b23f3024ad7a35edfd158b2937e1581176cddbdf1c6b121c5b21303c723fca3c) AuthConfig (64d8289d3f8146da04e7e0e7068e6fc470fce02bc65d9ad638a2f7c0e1f092ac) AuthConfig (7b659559fef8eff09c708aa260f1292435420078797e1b186595b1d39744ab37) AuthConfig (1df9f5e3e7477295829ef5068248ff4833b9490cd480c0942599490c431b7150) AuthConfig (42f21c377dcf7224ef527a84a6adbd4fe87762506b2df3e6c8ab21e6d2b6614b) AuthConfig (84b84eec185d24737d2d51a382c4553d523128382ec0e136af67234561bc0323) AuthConfig (4d1837f06ed4b05d7a08c1a51271f884a55594037171e1fb58d0fce84343cd17) AuthConfig (bf6e08413f22d7965a522f2254d469645230a5b47d20fedf83350f7c0f2461a0) AuthConfig (12844b9ab525426440c00ac1597def9068a20935a338198d9c0f09d12c9528fb) AuthConfig (07a3919e2facec2b78c66574cbc0fca01cf388d9f4c11dcd59a83e26abf430ef) AuthConfig (1aa63db7e1c8564b79a397af5f81888981b0bf72e9b672e3c2934d09e11d310d) AuthConfig (e0834d87caab5a4f25c8a2ea7d86b218500d87b5a36b6358308a65cd5f4893e9) AuthConfig (70be7ba481688b5ac28159f55e9ff0766dfc4f54ca81b000aede9431dd076a49) AuthConfig (b84c1801ead8f92601e8856cbcf8e06c12b8d725e68880952047f9613d5ef4c3) AuthConfig (5d731e8defb29a1fbd33b84783921982c95b13d4b8a22386ed5e886d945fd833) AuthConfig (a8d727982fdd54da3ba43d8ff3dc3a15f964f877be8818a9e6dcc720de5938b2) AuthConfig (e7bca888331001e9000f47d63dd314748432d955228d6aea7a002e0544bee90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"d7a0e6df-d363-40b9-93c8-2872cad59458","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:13.916654514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"59408914-2eaf-47f8-ba82-a81d4e715fc9","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:13.916671903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"59408914-2eaf-47f8-ba82-a81d4e715fc9","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.129857847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"c2750117-6a9e-4b2b-b804-f7d77805ed45","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.13006808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"18cdee92-7edc-4102-be0f-309975c00052","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.130268358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"a37e6a49-89b8-4674-a207-ef8ab1b9cec5","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.130556789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"508e92b6-f3b1-488e-9375-6fdd131677ff","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.195815333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"d9fc2c7a-48c6-4058-b9f8-cf36bf632036","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.195854068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"11f19bb9-e537-4780-8a98-7395ce3f5a43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.202380981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"da7e5ac9-17f3-4cd4-a94a-7e8e96f2040e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.20238054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fca4d358-6188-4c20-9bdb-f5ecfbf57082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.224143785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"fca4d358-6188-4c20-9bdb-f5ecfbf57082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.226497903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"da7e5ac9-17f3-4cd4-a94a-7e8e96f2040e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.349463585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"deb6aba8-bb02-4974-84bb-63eab03563e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.349769807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e30efd8d-5394-44d7-8d64-33da9e669dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.37046886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"deb6aba8-bb02-4974-84bb-63eab03563e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.371372197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"e30efd8d-5394-44d7-8d64-33da9e669dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.383010098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"04a25ba7-4b77-480d-a7e9-e52939b568d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:17.383061488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"04e1bb13-070e-47dd-9573-cf0eda8f53bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:18.915058079Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:18.915116019Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:18.915175653Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","tenant":"e2e-shared-a-w1-0e1a98","tenantID":"e2e-shared-a-w1-0e1a98","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:18.933284056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-0e1a98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:18.962649062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"Service","name":"maas-api-e2e-shared-a-w1-0e1a98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:18.984380295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-0e1a98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.002785542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-0e1a98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.023124218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.041577908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.064840889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.086201537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.132666584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.152227144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.173837086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.191959337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.21054241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.226694349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.242915592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.265618516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.281376185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.297243687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.312797729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-0e1a98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.328431932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0e1a98"},"namespace":"ai-tenant-e2e-shared-a-w1-0e1a98","name":"default-tenant","reconcileID":"cc592c87-10e0-45d5-9da7-a84b513290bd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-0e1a98","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:19.638308348Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-0e1a98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-0e1a98","reconcileID":"0c46b809-d677-4a6c-9db3-1127f8a59b56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-0e1a98","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-0e1a98"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:20.025432434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96049ce-9c0c-4b5e-b37b-1929ba6b53c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:20.041561379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96049ce-9c0c-4b5e-b37b-1929ba6b53c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:20.058276968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96049ce-9c0c-4b5e-b37b-1929ba6b53c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:20.074401583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96049ce-9c0c-4b5e-b37b-1929ba6b53c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:20.71892185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520ef768-7af3-45cc-91b6-588ca6ae6d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:20.734696795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520ef768-7af3-45cc-91b6-588ca6ae6d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:20.750516882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520ef768-7af3-45cc-91b6-588ca6ae6d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:20.766487467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520ef768-7af3-45cc-91b6-588ca6ae6d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.173731621Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","namespace":"ai-tenant-e2e-shared-a-w2-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.173787516Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","namespace":"ai-tenant-e2e-shared-a-w2-35042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.173837763Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","tenant":"e2e-shared-a-w2-35042a","tenantID":"e2e-shared-a-w2-35042a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.191659219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-35042a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.225938614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"Service","name":"maas-api-e2e-shared-a-w2-35042a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.248317766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-35042a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.267102368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-35042a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.30319601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.321649518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.343270106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.361925915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.377491861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.393170826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.408830096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.426019499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.44174993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.457586892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.473111009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.492971473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.509093612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.524892298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.540395457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-35042a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.556078008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-35042a"},"namespace":"ai-tenant-e2e-shared-a-w2-35042a","name":"default-tenant","reconcileID":"e954cb37-76ba-42b1-a435-9c9405ede17c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-35042a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:21.902084023Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-35042a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-35042a","reconcileID":"ce5c5507-9310-4835-b2b0-009c55e11fbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-35042a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-35042a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:22.307669611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4404f450-d7f1-4398-9f6a-cc2584128f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:22.324802861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4404f450-d7f1-4398-9f6a-cc2584128f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:22.341451078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4404f450-d7f1-4398-9f6a-cc2584128f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:22.357952452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4404f450-d7f1-4398-9f6a-cc2584128f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:22.968491224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cd6032-eaa3-4492-8a9c-a4dafdf0d159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:22.984320648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cd6032-eaa3-4492-8a9c-a4dafdf0d159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.002272891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cd6032-eaa3-4492-8a9c-a4dafdf0d159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.020016915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cd6032-eaa3-4492-8a9c-a4dafdf0d159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.506429973Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","namespace":"ai-tenant-e2e-extmod-b-ae1820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.506485401Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","namespace":"ai-tenant-e2e-extmod-b-ae1820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.506530207Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","tenant":"e2e-extmod-b-ae1820","tenantID":"e2e-extmod-b-ae1820","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.52632831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"Deployment","name":"maas-api-e2e-extmod-b-ae1820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.556270744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"Service","name":"maas-api-e2e-extmod-b-ae1820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.576822861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-ae1820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.597563454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-ae1820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.619936214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.6382098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.648203014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1401ad4d-b3ca-41a7-9271-731b00a35b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.666000968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1401ad4d-b3ca-41a7-9271-731b00a35b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.671012851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.682671811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1401ad4d-b3ca-41a7-9271-731b00a35b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.698800109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1401ad4d-b3ca-41a7-9271-731b00a35b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.701079898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.71684121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.732558749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.748034545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"Service","name":"payload-processing-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.763606678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.784452201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.799907342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.815437377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.835333045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.851305289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.866745137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.882598507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-ae1820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.898358378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ae1820"},"namespace":"ai-tenant-e2e-extmod-b-ae1820","name":"default-tenant","reconcileID":"d46f17fe-f487-4e70-8343-39e278d2f1bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-ae1820","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.955322192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"ee687da2-9e8b-4db3-98ed-6f5af479e57a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.976335489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"ee687da2-9e8b-4db3-98ed-6f5af479e57a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"e2e-shared-b-w4-bc127f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:23.996367641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-bc127f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88870a9ee057604463ad967e016399fdc277648ca0e9d0b45ad69d24cf160d55) AuthConfig (b23f3024ad7a35edfd158b2937e1581176cddbdf1c6b121c5b21303c723fca3c) AuthConfig (64d8289d3f8146da04e7e0e7068e6fc470fce02bc65d9ad638a2f7c0e1f092ac) AuthConfig (7b659559fef8eff09c708aa260f1292435420078797e1b186595b1d39744ab37) AuthConfig (1df9f5e3e7477295829ef5068248ff4833b9490cd480c0942599490c431b7150) AuthConfig (42f21c377dcf7224ef527a84a6adbd4fe87762506b2df3e6c8ab21e6d2b6614b) AuthConfig (84b84eec185d24737d2d51a382c4553d523128382ec0e136af67234561bc0323) AuthConfig (4d1837f06ed4b05d7a08c1a51271f884a55594037171e1fb58d0fce84343cd17) AuthConfig (bf6e08413f22d7965a522f2254d469645230a5b47d20fedf83350f7c0f2461a0) AuthConfig (12844b9ab525426440c00ac1597def9068a20935a338198d9c0f09d12c9528fb) AuthConfig (07a3919e2facec2b78c66574cbc0fca01cf388d9f4c11dcd59a83e26abf430ef) AuthConfig (1aa63db7e1c8564b79a397af5f81888981b0bf72e9b672e3c2934d09e11d310d) AuthConfig (e0834d87caab5a4f25c8a2ea7d86b218500d87b5a36b6358308a65cd5f4893e9) AuthConfig (70be7ba481688b5ac28159f55e9ff0766dfc4f54ca81b000aede9431dd076a49) AuthConfig (b84c1801ead8f92601e8856cbcf8e06c12b8d725e68880952047f9613d5ef4c3) AuthConfig (5d731e8defb29a1fbd33b84783921982c95b13d4b8a22386ed5e886d945fd833) AuthConfig (a8d727982fdd54da3ba43d8ff3dc3a15f964f877be8818a9e6dcc720de5938b2) AuthConfig (e7bca888331001e9000f47d63dd314748432d955228d6aea7a002e0544bee90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"ee687da2-9e8b-4db3-98ed-6f5af479e57a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:24.246752216Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-ae1820","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-ae1820","reconcileID":"f544effb-ba2a-454a-b055-2507e4b25b55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-ae1820","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-ae1820"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:24.370522242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8552e9f-03c5-450d-aaf0-b903e1b28e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:24.386704897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8552e9f-03c5-450d-aaf0-b903e1b28e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:24.402558661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8552e9f-03c5-450d-aaf0-b903e1b28e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:24.418669056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8552e9f-03c5-450d-aaf0-b903e1b28e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:25.15066616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fc83b8-ac28-47d9-82f2-49491bd6abee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:25.166924924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fc83b8-ac28-47d9-82f2-49491bd6abee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:25.184496505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fc83b8-ac28-47d9-82f2-49491bd6abee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:25.200746718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fc83b8-ac28-47d9-82f2-49491bd6abee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.13098104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"dc1118e8-55fa-435e-b646-a1d15068b860","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.131394723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"b29db65b-a58f-4b83-a066-f3af6dfadbd2","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.131679019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"5f1b8ee7-30fa-4c07-8687-9a3bb165f3c0","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.132115204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"031acaa7-eeae-46dc-a175-cf15e0229f9c","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.714810416Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"3e3e7250-9e14-40cf-882d-f1668ad044b9","namespace":"ai-tenant-e2e-worker-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.714879067Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"3e3e7250-9e14-40cf-882d-f1668ad044b9","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.733524894Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"3e3e7250-9e14-40cf-882d-f1668ad044b9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.734533852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"da8a4b5e-1a83-40e7-a18d-7d891ab49a8a","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.754514797Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"3e3e7250-9e14-40cf-882d-f1668ad044b9","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.754528599Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"3e3e7250-9e14-40cf-882d-f1668ad044b9","namespace":"ai-tenant-e2e-worker-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.754583842Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"3e3e7250-9e14-40cf-882d-f1668ad044b9","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.75753255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"03bfa128-d56e-4c20-9689-c7cdf01310cb","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.776218816Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"3e3e7250-9e14-40cf-882d-f1668ad044b9","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.779376559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"49d75ee1-04fa-4597-9142-c030a3b87dc4","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.782302931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"702ca741-e05f-4012-90d4-47b50fc13459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.782412121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e678123f-43de-4b83-88ca-74dde58d76a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.78900906Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"2a95a273-2f94-4636-968c-4f51b9d1a284","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f7125d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.803965695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"054b2be1-6c05-420b-bcf1-02b58e833054","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.804296133Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"3e3e7250-9e14-40cf-882d-f1668ad044b9","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.806072405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"e678123f-43de-4b83-88ca-74dde58d76a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.808538667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"702ca741-e05f-4012-90d4-47b50fc13459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.809285134Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"76b26da4-48d1-413c-82ad-8c6b383dd154","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f6db33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.817204657Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"231b368b-3e68-460f-82c0-b3681d021852","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f7125d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.845453703Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"05a7ce98-fad9-4537-af0e-cb6c4d2c371b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f6db33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:27.96800983Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"da8e6259-71c4-44b1-a85f-1fc8b22b20b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.052177178Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"6af02292-24e5-4a2b-990a-32a0ea7b3a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.159269162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"da8e6259-71c4-44b1-a85f-1fc8b22b20b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.218812446Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"da8e6259-71c4-44b1-a85f-1fc8b22b20b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.218844234Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-access","reconcileID":"da8e6259-71c4-44b1-a85f-1fc8b22b20b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.240257805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"8a2c2a13-7d15-4dfb-9016-9ba47fadce31","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.25808433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"6af02292-24e5-4a2b-990a-32a0ea7b3a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.267252873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b824701e-f712-4cdc-a04a-3346553e1d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.285307614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b824701e-f712-4cdc-a04a-3346553e1d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.291886355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"6af02292-24e5-4a2b-990a-32a0ea7b3a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"e2e-worker-w3-39b241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.291914642Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-access","reconcileID":"6af02292-24e5-4a2b-990a-32a0ea7b3a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-39b241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.304275399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b824701e-f712-4cdc-a04a-3346553e1d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.32045902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b824701e-f712-4cdc-a04a-3346553e1d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.325112625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"6b97c976-bdaf-4c8a-a820-6a0093309ba2","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.819724719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.956881217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717855b6-39dc-4af4-b59e-b418535d4a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.974228185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717855b6-39dc-4af4-b59e-b418535d4a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:28.98984942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717855b6-39dc-4af4-b59e-b418535d4a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:29.006244952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717855b6-39dc-4af4-b59e-b418535d4a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:29.635484947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9785cb-1fe4-44ec-80c5-ee7a2e247582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:29.651376326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9785cb-1fe4-44ec-80c5-ee7a2e247582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:29.667141304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9785cb-1fe4-44ec-80c5-ee7a2e247582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:29.683135451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9785cb-1fe4-44ec-80c5-ee7a2e247582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:30.304018379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71783931-33a8-4e65-a578-8e5cecf40902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:30.320286328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71783931-33a8-4e65-a578-8e5cecf40902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:30.336412961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71783931-33a8-4e65-a578-8e5cecf40902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:30.35266752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71783931-33a8-4e65-a578-8e5cecf40902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:31.033426319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f402060-79ee-48c3-b827-cdcfea749a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:31.049771707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f402060-79ee-48c3-b827-cdcfea749a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:31.067012861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f402060-79ee-48c3-b827-cdcfea749a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:31.084877033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f402060-79ee-48c3-b827-cdcfea749a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:31.726831801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314193e8-2781-46f0-a41a-b728780ae587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:31.74278526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314193e8-2781-46f0-a41a-b728780ae587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:31.758528624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314193e8-2781-46f0-a41a-b728780ae587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:31.774281064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314193e8-2781-46f0-a41a-b728780ae587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.057276924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"81528070-e114-4ae0-9564-81fc1748a5c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.078590061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"81528070-e114-4ae0-9564-81fc1748a5c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"e2e-shared-b-w4-bc127f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.178656083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fe713b-db51-4ecb-9d6a-4dc9d5cbaf55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.195751394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fe713b-db51-4ecb-9d6a-4dc9d5cbaf55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.211555239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fe713b-db51-4ecb-9d6a-4dc9d5cbaf55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.227539324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fe713b-db51-4ecb-9d6a-4dc9d5cbaf55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.256408827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"a5cc6c9d-b43f-4143-9476-e097d2195ac6","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.256426093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"a5cc6c9d-b43f-4143-9476-e097d2195ac6","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.849533668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bcac47-ab45-4ca7-9f4b-85db3642a5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.866105461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bcac47-ab45-4ca7-9f4b-85db3642a5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.882474075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bcac47-ab45-4ca7-9f4b-85db3642a5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:34.901075468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bcac47-ab45-4ca7-9f4b-85db3642a5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.523414398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebfe94a-816d-4abb-ace2-fc51b53d7efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.552854666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebfe94a-816d-4abb-ace2-fc51b53d7efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.568531816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebfe94a-816d-4abb-ace2-fc51b53d7efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.570502315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"c206d45c-f537-424e-8f8a-cc668997044b","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.570519594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"c206d45c-f537-424e-8f8a-cc668997044b","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.584289994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebfe94a-816d-4abb-ace2-fc51b53d7efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.60933341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"6d6807e4-bc37-428d-bfe3-cded7b31faa6","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.609349011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"6d6807e4-bc37-428d-bfe3-cded7b31faa6","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.61754551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"9669e4fa-bf5a-4f69-af38-8c5b6baf4a1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:54:35.61847351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-a-57f844","reconcileID":"6fc6d3cc-7fdc-4166-9805-8e559f93b0f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-57f844\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:54:35.626817308Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"6d6807e4-bc37-428d-bfe3-cded7b31faa6","name":"rate-test-model-4107fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-4107fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:54:35.626860648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"6d6807e4-bc37-428d-bfe3-cded7b31faa6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-4107fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.632147936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"31713352-8fb2-40b9-bcfc-d60680db92aa","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.632186052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"31713352-8fb2-40b9-bcfc-d60680db92aa","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.638401616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"9669e4fa-bf5a-4f69-af38-8c5b6baf4a1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.654422451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"72155d26-130b-41b3-89f0-a34cd7ef6196","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.654440257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"72155d26-130b-41b3-89f0-a34cd7ef6196","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.676923951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"ea54d766-414a-494a-86b1-a3d3c0b9e177","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.676938932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"ea54d766-414a-494a-86b1-a3d3c0b9e177","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.753670325Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-a-57f844","reconcileID":"9caa8d60-bcff-4008-9551-c52ed48e124f","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"maas-trlp-rate-test-model-4107fc","model":"rate-test-model-4107fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-4107fc/e2e-rate-iso-a-57f844"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.769759106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"9aec5120-cc63-43cc-82ce-4155ef773c65","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.769773808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"9aec5120-cc63-43cc-82ce-4155ef773c65","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.79235753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"37e33183-79ce-4593-a7b0-12661e0e0a1b","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.792373174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"37e33183-79ce-4593-a7b0-12661e0e0a1b","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.80347161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"33a65e83-537e-43a4-bb77-94455092d1c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:54:35.80418036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-b-57f844","reconcileID":"67760d7c-6ff4-44a5-8330-e09a84367ece","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-57f844\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.825309436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"33a65e83-537e-43a4-bb77-94455092d1c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"e2e-shared-b-w4-bc127f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.82735456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"7bf5b17c-053d-4158-b6f4-841175fd46a3","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.827373841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"7bf5b17c-053d-4158-b6f4-841175fd46a3","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.838269022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"e59046e8-6140-4ac7-893f-f45603c2da3e","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.838285292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"e59046e8-6140-4ac7-893f-f45603c2da3e","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.859531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"94838f8b-d080-4b41-b5f0-07ae02afe38c","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.859545682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"94838f8b-d080-4b41-b5f0-07ae02afe38c","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.892692672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-a-57f844","reconcileID":"bcef92f8-961b-462a-949a-a279bc037102","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"maas-trlp-rate-test-model-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.903448764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"56d559c7-bc42-4193-b1fc-78be448f9b5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.924636775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"56d559c7-bc42-4193-b1fc-78be448f9b5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:35.993299846Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-b-57f844","reconcileID":"91b68e67-38e3-4c24-9661-860e94c12843","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"maas-trlp-rate-test-model-bc127f","model":"rate-test-model-bc127f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-bc127f/e2e-rate-iso-b-57f844"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:36.005323623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"044563a4-a44a-47e8-8e58-c04a9cd81db1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:36.028493172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"044563a4-a44a-47e8-8e58-c04a9cd81db1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"e2e-shared-b-w4-bc127f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:36.051183235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"f9fab78a-f4cf-4f89-81a2-efd1173541e3","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:36.051197444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"f9fab78a-f4cf-4f89-81a2-efd1173541e3","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:36.115606767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-b-57f844","reconcileID":"a076b21a-8722-457e-b585-569847fa48a1","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"maas-trlp-rate-test-model-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:37.131667777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"f6615ba6-64a1-45b5-b56c-8db94c2824c0","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:37.131974615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"7eaa5d5c-43e7-4641-93bb-33a26aaed45e","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:37.833990196Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"3be88f52-c101-4332-bcf3-91ef1fdb6228","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:37.850317359Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"3be88f52-c101-4332-bcf3-91ef1fdb6228","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:37.86434295Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"0cb3178b-9651-4811-9f10-65b15ec954c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:37.866337524Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"simulator-subscription","reconcileID":"3be88f52-c101-4332-bcf3-91ef1fdb6228","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/simulator-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:37.881350835Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"0cb3178b-9651-4811-9f10-65b15ec954c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:37.897127233Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"premium-simulator-subscription","reconcileID":"0cb3178b-9651-4811-9f10-65b15ec954c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-39b241"},"name":"maas-trlp-premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241","model":"e2e-models-e2e-worker-w3-39b241/premium-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:37.958026964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"2cee2213-3045-4cf4-9cec-a816cb219322","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:38.056772226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"premium-w3-39b241","reconcileID":"0a349b77-3d8e-40f0-bce9-4ba910cfa571","MaaSModelRef":{"name":"premium-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"premium-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"premium-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:47.132423869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-2-w3-39b241","reconcileID":"98b09e6a-f412-4ee8-b962-c26cc20aee1d","MaaSModelRef":{"name":"distinct-2-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-2-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-2-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:47.132702818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"distinct-w3-39b241","reconcileID":"0caf457d-0516-4756-8b49-5a22577820f9","MaaSModelRef":{"name":"distinct-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"distinct-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"distinct-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:47.958342531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"namespace":"e2e-models-e2e-worker-w3-39b241","name":"simulator-w3-39b241","reconcileID":"4ba6aaba-da90-4997-a5fc-b760c111a5e9","MaaSModelRef":{"name":"simulator-w3-39b241","namespace":"e2e-models-e2e-worker-w3-39b241"},"routeName":"simulator-w3-39b241-kserve-route","namespace":"e2e-models-e2e-worker-w3-39b241","llmisvcName":"simulator-w3-39b241","gateway":"openshift-ingress/e2e-worker-w3-39b241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.513632637Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","namespace":"ai-tenant-e2e-worker-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.513695437Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","namespace":"ai-tenant-e2e-worker-w3-39b241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.513739165Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","tenant":"e2e-worker-w3-39b241","tenantID":"e2e-worker-w3-39b241","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.531934188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"Deployment","name":"maas-api-e2e-worker-w3-39b241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.568764956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"Service","name":"maas-api-e2e-worker-w3-39b241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.588988891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-39b241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.609494403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-39b241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.628123479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.650604281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.671816917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.691016429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.707282706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.722998696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.739142417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"Service","name":"payload-processing-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.755336422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.771354844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.786880446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.802556525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.825061936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.841023817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.856906306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.872729182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-39b241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:51.888730359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-39b241"},"namespace":"ai-tenant-e2e-worker-w3-39b241","name":"default-tenant","reconcileID":"a05d6f08-08de-4486-b2b5-c0f1b7264050","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-39b241","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:52.167310993Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-39b241","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-39b241","reconcileID":"f8c78412-9bf2-4fdd-a043-e4a7fea2ea5c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-39b241","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-39b241"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:52.560631683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b72839-5f6d-4dca-9cc8-46930c154ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:52.576539646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b72839-5f6d-4dca-9cc8-46930c154ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:52.59248898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b72839-5f6d-4dca-9cc8-46930c154ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:52.608310059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b72839-5f6d-4dca-9cc8-46930c154ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:53.246059606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d339ae37-92a6-4c48-8428-75d495ba95d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:53.262200191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d339ae37-92a6-4c48-8428-75d495ba95d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:53.277857844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d339ae37-92a6-4c48-8428-75d495ba95d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:53.294052405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d339ae37-92a6-4c48-8428-75d495ba95d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:53.932782369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b965f35-8c2f-4b9e-a8bd-26ea0f624544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:53.948784331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b965f35-8c2f-4b9e-a8bd-26ea0f624544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:53.964539305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b965f35-8c2f-4b9e-a8bd-26ea0f624544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:53.982632151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b965f35-8c2f-4b9e-a8bd-26ea0f624544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.663897322Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.663953562Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","namespace":"ai-tenant-e2e-shared-b-w1-1854c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.664022768Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","tenant":"e2e-shared-b-w1-1854c4","tenantID":"e2e-shared-b-w1-1854c4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.681994791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-1854c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.712050777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"Service","name":"maas-api-e2e-shared-b-w1-1854c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.731128466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-1854c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.750883733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-1854c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.771460687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.791933012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.810475703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.829112964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.846273266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.862122142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.877964959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.893374051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.908865713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.924383971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.939907567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.959486131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.975172302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:55.990605047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:56.006031172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-1854c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:56.021428921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1854c4"},"namespace":"ai-tenant-e2e-shared-b-w1-1854c4","name":"default-tenant","reconcileID":"88f5caf2-784b-4472-a818-da59c1c34bb3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-1854c4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:56.326631996Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-1854c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-1854c4","reconcileID":"58a425b0-a0b1-4a04-ae7b-80612d1e9092","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-1854c4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-1854c4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:56.75664738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258a73bc-966b-48b5-81c4-0bd49e47b936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:56.773534642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258a73bc-966b-48b5-81c4-0bd49e47b936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:56.79025205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258a73bc-966b-48b5-81c4-0bd49e47b936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:56.806312584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258a73bc-966b-48b5-81c4-0bd49e47b936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:57.465529285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c59f8-04bf-4f67-bbec-3127f35ac1b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:57.481732718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c59f8-04bf-4f67-bbec-3127f35ac1b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:57.497578882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c59f8-04bf-4f67-bbec-3127f35ac1b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:57.513670887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c59f8-04bf-4f67-bbec-3127f35ac1b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:57.97301419Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:57.973072663Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","namespace":"ai-tenant-e2e-shared-b-w2-9da49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:57.973118054Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","tenant":"e2e-shared-b-w2-9da49f","tenantID":"e2e-shared-b-w2-9da49f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:57.99131928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-9da49f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.027052886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"Service","name":"maas-api-e2e-shared-b-w2-9da49f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.04671279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-9da49f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.06685758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-9da49f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.085648018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.104422908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.12400045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.144815982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.160911464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.176635089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.192214745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.207787445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.223698413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.239205028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.255820489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.275852202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.291855554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.308924706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.324811344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-9da49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.34085612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9da49f"},"namespace":"ai-tenant-e2e-shared-b-w2-9da49f","name":"default-tenant","reconcileID":"484f9ff0-f2f3-4350-8d71-b1247ff41b4b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-9da49f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.361888094Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.361952397Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.362010515Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","tenant":"e2e-shared-a-w0-8ae41e","tenantID":"e2e-shared-a-w0-8ae41e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.380043216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-8ae41e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.425817868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"Service","name":"maas-api-e2e-shared-a-w0-8ae41e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.447521579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-8ae41e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.467032126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-8ae41e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.488643684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.511894825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.534053994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.552649363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.568046682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.58484121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.600455884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.616321688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.629661264Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-9da49f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-9da49f","reconcileID":"6967c817-19a3-4030-9fb9-b251ea4db239","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-9da49f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-9da49f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.632401419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.647927784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.663192929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.683319704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.714440595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.731007049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.746898634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-8ae41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.762300528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8ae41e"},"namespace":"ai-tenant-e2e-shared-a-w0-8ae41e","name":"default-tenant","reconcileID":"203bd5e5-3362-4017-a400-19f4ec8cc2b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-8ae41e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:58.825052557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:59.09526334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2553a5-a21f-4bac-b82d-42efdb31061f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:59.111531844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2553a5-a21f-4bac-b82d-42efdb31061f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:59.127397391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2553a5-a21f-4bac-b82d-42efdb31061f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:59.134541069Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-8ae41e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-8ae41e","reconcileID":"99224300-2440-42a0-a0d8-ee1663aed3b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-8ae41e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-8ae41e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:59.143717338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2553a5-a21f-4bac-b82d-42efdb31061f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:59.799430299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0e3860-cd26-401c-84f3-959a55349417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:59.816033435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0e3860-cd26-401c-84f3-959a55349417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:59.832009303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0e3860-cd26-401c-84f3-959a55349417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:54:59.847682772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0e3860-cd26-401c-84f3-959a55349417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:00.46814913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1f4ea0-1c2c-4204-b5d4-b4c42830a9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:00.484183927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1f4ea0-1c2c-4204-b5d4-b4c42830a9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:00.499914714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1f4ea0-1c2c-4204-b5d4-b4c42830a9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:00.515570689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1f4ea0-1c2c-4204-b5d4-b4c42830a9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:01.946444196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-a-57f844","reconcileID":"d2685df3-7698-4d56-a8de-6e026c9fe0ea","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"maas-trlp-rate-test-model-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:02.005840896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"ce7ecd7b-759c-4533-aade-22b9e0640264","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:02.005859433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"ce7ecd7b-759c-4533-aade-22b9e0640264","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:02.103905215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-b-57f844","reconcileID":"31e54183-3f25-4e22-aa01-ec0e3ae8eda7","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"maas-trlp-rate-test-model-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:02.166459378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"1fc7ffa3-ef5e-4807-9501-4048b6158690","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:02.166483753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"1fc7ffa3-ef5e-4807-9501-4048b6158690","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:02.423641036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"9be7d5f6-cd6f-42ba-94ad-f4cde8deffdb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:02.444908092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"9be7d5f6-cd6f-42ba-94ad-f4cde8deffdb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:02.607795647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"82108c38-16cc-417a-b709-433a2f44d543","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:02.628373907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"82108c38-16cc-417a-b709-433a2f44d543","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"e2e-shared-b-w4-bc127f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.45628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"0d9227d1-4cd9-4010-a92d-5cea9c3315a7","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.456615301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"279bb1cd-ab72-452d-a322-1b77b9b289d2","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.456884599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"3a3f1707-843d-4ea6-abed-bc91d9827120","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.457071223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"77dfb7af-a8d3-4a5b-9d37-66bbd50fdd30","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.493569082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"4389c61b-9a9b-49b2-8287-2b5f8fc44588","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.493861784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"e0f998cc-df6d-4f6c-aaec-0bee6a92d167","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.494125713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"b3160921-db48-413a-8eb8-83fee86ad952","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.494311384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"c4477c9e-d214-4269-8aef-8b26a081adb9","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.521231119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"dce92d7e-5816-47e2-95ff-2404a7d90eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.521267532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"28e72fa9-968f-4e52-9221-ec209d09f6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.539450533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"cbc29ef3-747c-4f27-89ce-dcbb325fd9e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.539537663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"91471681-3570-4608-a069-96bae1b99d62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.542563561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"dce92d7e-5816-47e2-95ff-2404a7d90eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.542681059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"28e72fa9-968f-4e52-9221-ec209d09f6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.707414362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"bdb0c443-d5b9-4458-98fa-b26e04979d15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.710013644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"a81af627-38c0-458e-9451-bf4ad86872a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.722108193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"f5b419c4-21ef-4236-899d-51e058bc86a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.72233018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"ae8f5c2c-fd79-44e5-8ff7-c873fbd55472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.751214636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"ae8f5c2c-fd79-44e5-8ff7-c873fbd55472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.75329792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"f5b419c4-21ef-4236-899d-51e058bc86a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.893987746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f9eab2-5e0f-4b8e-8186-efe28dfcc26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.909709225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f9eab2-5e0f-4b8e-8186-efe28dfcc26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.925521096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f9eab2-5e0f-4b8e-8186-efe28dfcc26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:06.94121264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f9eab2-5e0f-4b8e-8186-efe28dfcc26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.45275103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"5ce0ac4c-bb9b-4a1f-a8de-4fc0d81fd8ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.453765233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"8d2ab834-ac2a-409a-9d8c-457915382ac1","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.45378433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"8d2ab834-ac2a-409a-9d8c-457915382ac1","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.558793215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-a-57f844","reconcileID":"4d32307d-d604-4461-ab74-90d7e8d61554","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"maas-trlp-rate-test-model-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.58684351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"5ce0ac4c-bb9b-4a1f-a8de-4fc0d81fd8ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.643300739Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"5ce0ac4c-bb9b-4a1f-a8de-4fc0d81fd8ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"e2e-shared-a-w4-4107fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.643326076Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-auth-57f844","reconcileID":"5ce0ac4c-bb9b-4a1f-a8de-4fc0d81fd8ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.645362255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853bfc0f-e5a2-494d-b864-f03b20be5816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.661556291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853bfc0f-e5a2-494d-b864-f03b20be5816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.667613079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"b6de4cba-6b9a-4607-809b-a98cf65ba5b8","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.667636735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"b6de4cba-6b9a-4607-809b-a98cf65ba5b8","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.677507901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853bfc0f-e5a2-494d-b864-f03b20be5816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.693617289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853bfc0f-e5a2-494d-b864-f03b20be5816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.784460674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-a-57f844","reconcileID":"3d58bb0c-6936-44f8-bae6-5c252ca8dd0a","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"maas-trlp-rate-test-model-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.812254537Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"35d8d9a8-5f27-4d47-bb36-5ec7dc5c688b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.812269279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"612b9c52-d920-4d3f-836b-edec80b9ef92","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.812283779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"612b9c52-d920-4d3f-836b-edec80b9ef92","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.902064941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-b-57f844","reconcileID":"7c600dcc-4d88-48ea-a1ad-bc31996e365c","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"maas-trlp-rate-test-model-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:07.998551261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"35d8d9a8-5f27-4d47-bb36-5ec7dc5c688b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.058140873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"35d8d9a8-5f27-4d47-bb36-5ec7dc5c688b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"e2e-shared-b-w4-bc127f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.058233964Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-auth-57f844","reconcileID":"35d8d9a8-5f27-4d47-bb36-5ec7dc5c688b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.083680431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"c707f01a-fdf0-4cf7-934e-3a95f8a83c1b","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.083699287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"c707f01a-fdf0-4cf7-934e-3a95f8a83c1b","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.136355112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"18b4bb79-1367-4bf8-b460-d01a659586be","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.136625663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"3b89def1-102a-4fec-a4bc-09e5f49d5203","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.13684792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"271b79c0-5b9b-490a-905d-6d4ba7fc92a5","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.136988955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"9891670e-d9f9-42ba-8fa5-86d17eb8eada","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.177845901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"067f2381-06d5-404c-b123-f7d8117278e1","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.178063064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"6675e9af-4318-4cd5-b283-25a0672e5703","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.178254365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"054caf6a-2815-4f37-8433-8ad84415db01","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.178500438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"25f36969-f5f7-4ef8-9119-256c867e1769","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.184133788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"12cbbccb-f13a-4b33-b846-10c1483f125d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.184726619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-b-57f844","reconcileID":"95b564c3-d0e9-4a5a-8a41-e50ef01aa60c","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"maas-trlp-rate-test-model-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.192860419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"092862c1-6d8a-4d99-98f4-e49312beca40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.205208503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"12cbbccb-f13a-4b33-b846-10c1483f125d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.213443561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"092862c1-6d8a-4d99-98f4-e49312beca40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.244089441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"4d0a87f6-d5d2-4955-b674-f68fb7d2b343","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.244108606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"4d0a87f6-d5d2-4955-b674-f68fb7d2b343","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.272574735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"1d67f8d5-9f8f-4478-baec-97540800fcbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.272611212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"4c54616f-6bfd-4394-ad5b-ff2af04a0ea8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.363751092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e09182c-fc84-41f1-831e-a90bd02059dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.380819505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e09182c-fc84-41f1-831e-a90bd02059dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.399307634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e09182c-fc84-41f1-831e-a90bd02059dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.399808439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"9c7ff831-b92f-4892-b46b-75e9dd9769a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.415451299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e09182c-fc84-41f1-831e-a90bd02059dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.415578121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"ce695027-1adf-4a65-92ec-911a050f7555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.41765053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"d7f3c25a-dd0b-4695-903a-3977a2cb3ec5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.4369942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"ce695027-1adf-4a65-92ec-911a050f7555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.487425741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3d50c855-e4ea-4893-ac63-f6a82c4a173b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:08.508040633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"3d50c855-e4ea-4893-ac63-f6a82c4a173b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:09.253398643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80456143-40b8-4b8d-a5d0-79310e0e38a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:09.269475167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80456143-40b8-4b8d-a5d0-79310e0e38a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:09.285286355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80456143-40b8-4b8d-a5d0-79310e0e38a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:09.302214019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80456143-40b8-4b8d-a5d0-79310e0e38a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:10.063480954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6e87ba-bdb3-45f0-ada3-df86cde827b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:10.079602549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6e87ba-bdb3-45f0-ada3-df86cde827b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:10.095828796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6e87ba-bdb3-45f0-ada3-df86cde827b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:10.112194641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6e87ba-bdb3-45f0-ada3-df86cde827b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.508420144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"ed5db7b2-12f0-4171-be1b-2732c4994241","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.628483878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"698a6f6d-bc78-4120-a1e4-c1874f27a55f","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.75991534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"2b890720-3cd5-4d25-9b88-54a970d42b9a","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.831730054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"4ce923d9-379c-4c6f-99f5-87ac886abf55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.833323649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3da94cfa-06d0-427e-b2dc-8c5f3fab8816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.833602177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"066d80db-adad-4bac-a483-fd77f2a877ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.855836682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"066d80db-adad-4bac-a483-fd77f2a877ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.85596003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"3da94cfa-06d0-427e-b2dc-8c5f3fab8816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.88258985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"09a2359c-e019-4210-b7ef-d6cba6960d3e","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.905225343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"3b8cecda-1fce-4a9a-a551-0f6d4b7b1b13","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:11.94988522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"d5d97644-dd3a-4292-ba7c-d65920e5fe72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:12.010081484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"ceb52e75-3b8d-4607-856e-5f9f4c9e77ec","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:12.031482379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"c4ff73da-80c6-4191-b6c2-420c932d48ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:12.031807569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1703f114-4ecf-4dd8-9985-c5e09c7eae14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:12.04948477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"d7eb7223-b75a-4f94-a92e-dfa01deac04f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:12.052839632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"1703f114-4ecf-4dd8-9985-c5e09c7eae14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:12.053978254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"c4ff73da-80c6-4191-b6c2-420c932d48ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:12.150596787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"d75020e7-076d-452a-9c4b-9281a3118eff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.164116689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"fe2ab718-fa34-409a-b771-8e8d7682d160","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.284455123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"2414627b-be18-4b52-aed4-d092532b3712","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.405340835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"2163de73-baac-49da-b3ae-703dd26bb055","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.472297033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"bd957d2e-f328-443d-a65c-3fa62c460b42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.475294631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9c604cc9-3e46-4bda-bd6e-b6faa510f3b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.475604694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"511c258f-b330-4ab3-87cf-06528a37ed97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.497766915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"9c604cc9-3e46-4bda-bd6e-b6faa510f3b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.497772772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"511c258f-b330-4ab3-87cf-06528a37ed97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.5601225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"0a8f632a-7dd7-4062-b6d2-3ceceff16d0d","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.609816611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"8c2f0d6b-181e-44a3-9666-f3e7551da56a","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.632027054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"e86937fa-27b7-4254-ba56-254f3bb07a58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.632186678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b58dfcd3-29ef-4b11-8c16-ba8da2a0be58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.632885312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2385ff97-9c7c-4b89-bff7-dc6b8d6db549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.653599781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"b58dfcd3-29ef-4b11-8c16-ba8da2a0be58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.653847189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"2385ff97-9c7c-4b89-bff7-dc6b8d6db549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.709933027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"f8d4f1dd-7be0-43a4-b2ed-1c92aa6b3741","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.727767267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"bb111868-1588-4e83-aa42-b6884b29bd17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:13.830523288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"0304d982-43e0-4212-b629-49e316984652","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.631901609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"b95f1403-25e6-45d5-b92f-24820cd99497","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.632121184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"e355987e-a836-40ff-b3bd-a585beb0b909","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.632359935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"8f837be1-09ef-41c3-add8-1095f2602a48","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.632637806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"b588d810-8def-4fc9-9b90-e1b4f390637e","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.679141447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"68fd0647-948c-413c-a9cd-5a77f02c84ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.679170924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b40b178d-bbba-434f-b3f6-78cb29a315bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.700459741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"b40b178d-bbba-434f-b3f6-78cb29a315bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.700917461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"ce0f327c-37d6-4703-a6c0-b40f552380ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.701671475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"68fd0647-948c-413c-a9cd-5a77f02c84ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.702575467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"ea6c9d9d-5679-4e76-a9e0-667d295c1a56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.802951822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"729096d6-a6ef-45a4-a728-c61ce5b2fa2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.802951842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"5a7bd0cd-412f-4104-9360-49afe3e4458b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.884295826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"fcd65388-bf97-4e15-adef-8f049b7b43ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.884308361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"85d4bffb-3dcd-4daa-8fb7-c3306d8eb0ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.906644063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"85d4bffb-3dcd-4daa-8fb7-c3306d8eb0ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:16.906644041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"fcd65388-bf97-4e15-adef-8f049b7b43ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.29955344Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-a-57f844","reconcileID":"105ea0af-7a72-4ecc-83a5-336f11c91b0f","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","subscription":"e2e-rate-iso-a-57f844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.316024005Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-a-57f844","reconcileID":"105ea0af-7a72-4ecc-83a5-336f11c91b0f","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.321113465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"4560c9d6-4030-4249-b9a1-937a0f223f58","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.321384621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"c6a6913d-a3e3-4d9f-9a8a-85527fc29b50","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.321550399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"d0974495-1e72-45bb-84d1-035b38bd79fc","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.32182394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"4fe95345-861e-44ca-a7c1-320a98580da0","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.332407916Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"e2e-rate-iso-a-57f844","reconcileID":"105ea0af-7a72-4ecc-83a5-336f11c91b0f","MaaSSubscription":{"name":"e2e-rate-iso-a-57f844","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"name":"maas-trlp-rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.372299254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"df456935-d147-4121-af3a-d3596acc7834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.372537924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"7e6a6d68-d423-43bf-9c03-f516eabf84e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.390756267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"e19e970b-8b2a-4c27-bf7a-d0383fbef5ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.390792774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"3fe05db1-6b93-4439-a3f0-65e8725cd5de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.393438486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"df456935-d147-4121-af3a-d3596acc7834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.39345449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"7e6a6d68-d423-43bf-9c03-f516eabf84e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.489827754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5050f6c2-4168-4f3c-a6b5-ba4f5755f633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.490699193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"aed18a99-b738-4145-a011-7559ab0c1342","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"tenant":"e2e-shared-a-w4-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","model":"ai-tenant-e2e-shared-a-w4-4107fc/rate-test-model-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.490718626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"rate-test-model-4107fc","reconcileID":"aed18a99-b738-4145-a011-7559ab0c1342","MaaSModelRef":{"name":"rate-test-model-4107fc","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"routeName":"rate-test-model-4107fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","llmisvcName":"rate-test-model-4107fc","gateway":"openshift-ingress/e2e-shared-a-w4-4107fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.512989528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"5050f6c2-4168-4f3c-a6b5-ba4f5755f633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.591024989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a0678666-9cd9-4318-8996-82d357ecf7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.60907784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"451f457b-3586-418d-8a12-f96b2971e49a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.609369988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"f3103ed0-54b6-46b9-8c0e-0ccb56812c5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.613386557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"a0678666-9cd9-4318-8996-82d357ecf7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.630147359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"3edbd01c-a75e-4ffc-a4d2-53390000392c","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:18.630189406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"3edbd01c-a75e-4ffc-a4d2-53390000392c","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.442958397Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.443013167Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","namespace":"ai-tenant-e2e-shared-b-w0-c666c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.443057655Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","tenant":"e2e-shared-b-w0-c666c2","tenantID":"e2e-shared-b-w0-c666c2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.460704672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-c666c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.495491192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"Service","name":"maas-api-e2e-shared-b-w0-c666c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.516647173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-c666c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.537102809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-c666c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.559556103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.577971563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.599047055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.617614307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.633489762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.649044185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.665084802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.683336497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.698965373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.716978312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.732876937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.753217819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.769060471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.785402627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.800923748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-c666c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:23.816399779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c666c2"},"namespace":"ai-tenant-e2e-shared-b-w0-c666c2","name":"default-tenant","reconcileID":"db13d1d8-a8bf-4f3a-9d21-8dbe7459e20e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-c666c2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:24.123205152Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-c666c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-c666c2","reconcileID":"50c3fe95-9153-4526-9b02-211ef3612af3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-c666c2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-c666c2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:24.505813893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a721790-6cad-474f-b362-3ba9e73166df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:24.521679056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a721790-6cad-474f-b362-3ba9e73166df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:24.537395003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a721790-6cad-474f-b362-3ba9e73166df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:24.553331639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a721790-6cad-474f-b362-3ba9e73166df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:25.219308149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3c8dbb-17b9-4254-9764-305c9831b78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:25.235869446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3c8dbb-17b9-4254-9764-305c9831b78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:25.253146468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3c8dbb-17b9-4254-9764-305c9831b78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:25.269489383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3c8dbb-17b9-4254-9764-305c9831b78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:26.63292216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"99b17a1c-4e0d-45cd-8029-0732e5aa21ee","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:26.633378341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"53920571-d9e7-4a5d-ab5a-ee4d532640e0","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:26.633597798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"d6da1db7-7756-4cbe-bfe6-9a6dfa5a24f7","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:26.633899839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"b04306ba-2b37-424a-aff8-4b80bd687eee","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:28.321844834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"d3909617-b474-49d1-ba30-108f11a64959","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:28.32227606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"6c3167ca-e806-471d-acda-6784b47d550c","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:28.32252541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"6c6f6e8f-a085-4035-a11d-4cbde329a51b","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:28.322817665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"0b123086-15c1-40f7-835c-17416873e134","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:28.685412386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-b-57f844","reconcileID":"fe172edf-22de-45c5-ac2a-27aa2d24e5dd","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","subscription":"e2e-rate-iso-b-57f844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:28.702133977Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-b-57f844","reconcileID":"fe172edf-22de-45c5-ac2a-27aa2d24e5dd","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:28.718618774Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"e2e-rate-iso-b-57f844","reconcileID":"fe172edf-22de-45c5-ac2a-27aa2d24e5dd","MaaSSubscription":{"name":"e2e-rate-iso-b-57f844","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"name":"maas-trlp-rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:28.818386103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:28.873039063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"45a2c949-6be6-42b2-accb-4ead8152895a","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"tenant":"e2e-shared-b-w4-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","model":"ai-tenant-e2e-shared-b-w4-bc127f/rate-test-model-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:28.87306156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"rate-test-model-bc127f","reconcileID":"45a2c949-6be6-42b2-accb-4ead8152895a","MaaSModelRef":{"name":"rate-test-model-bc127f","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"routeName":"rate-test-model-bc127f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","llmisvcName":"rate-test-model-bc127f","gateway":"openshift-ingress/e2e-shared-b-w4-bc127f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.278351688Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"a9a529fc-909a-4284-a8e3-b052842ee70a","namespace":"ai-tenant-e2e-worker-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.278415179Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"a9a529fc-909a-4284-a8e3-b052842ee70a","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.303591251Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"a9a529fc-909a-4284-a8e3-b052842ee70a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.30390494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"7cfce121-889d-48ac-a664-1941c6eca8c7","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.324548138Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"a9a529fc-909a-4284-a8e3-b052842ee70a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.324568286Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"a9a529fc-909a-4284-a8e3-b052842ee70a","namespace":"ai-tenant-e2e-worker-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.324652101Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"a9a529fc-909a-4284-a8e3-b052842ee70a","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.329782873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"5ec39f78-1323-4d66-bfc5-107c3a1b3da5","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.346749548Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"a9a529fc-909a-4284-a8e3-b052842ee70a","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.354766929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"74bbd374-61e1-4baf-853a-e7ffe0b2fa13","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.35686636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5614096a-26c2-45ea-9884-2d4693f23295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.356928335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8bcc1644-c208-458b-94f9-4bfaab3aab39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.359538403Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"531b79d3-b353-4b34-918d-224d7255f35e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0684d5d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.371802887Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"a9a529fc-909a-4284-a8e3-b052842ee70a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.371928555Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"74761fac-ad04-447d-9e88-2046c9458489","namespace":"ai-tenant-e2e-worker-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.371981491Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"74761fac-ad04-447d-9e88-2046c9458489","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.380084241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"565a7ed5-9bef-45c6-949b-abace0d6dfa5","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.380441288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"8bcc1644-c208-458b-94f9-4bfaab3aab39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.384219313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"5614096a-26c2-45ea-9884-2d4693f23295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.392372418Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"a67cc7f7-401b-45a5-9142-4f44837138d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1279943c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.399258009Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"74761fac-ad04-447d-9e88-2046c9458489","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.404492349Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"aac00523-1425-4614-bcb5-99bcbaf693e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0684d5d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.409528237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"3603c27c-a3a4-4ec9-bbf1-2bf2a909bb0d","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.428278645Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"0cbbe241-579f-43c2-9e47-e62ee69929f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1279943c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.431959105Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"74761fac-ad04-447d-9e88-2046c9458489","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.431979018Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"74761fac-ad04-447d-9e88-2046c9458489","namespace":"ai-tenant-e2e-worker-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.432049141Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"74761fac-ad04-447d-9e88-2046c9458489","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.435271702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"b75feabf-3fce-4655-b5ca-15c5dd7397ba","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.451964421Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"74761fac-ad04-447d-9e88-2046c9458489","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.457632154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"483c476d-453d-494e-b4a9-c29f57ee1671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.459080431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"e9878df5-cd38-4288-aa1f-57811b611dc0","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.460523575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ab346b00-c639-45fd-835a-254ec5f3b6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.461794699Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"3c2ea128-622c-4a8c-bba8-33f1bc0a1581","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b6502d6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.476309581Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"74761fac-ad04-447d-9e88-2046c9458489","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.481437808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"483c476d-453d-494e-b4a9-c29f57ee1671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.482494042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"ab346b00-c639-45fd-835a-254ec5f3b6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.483402386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"cc342213-d741-4110-a9f8-b1fe91af06c8","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.48734656Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"1c9b3981-ad1c-4f0d-a2b2-17c9a10f38e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a8e3c6c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.500696176Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"04f202d0-4f73-4e9f-8f5a-6c4d69ebca53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b6502d6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.521807003Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"91c5ab56-fb38-426f-85aa-dc7a3b5a119e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.528468751Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"b6576f46-1ba6-4202-8e47-81ad3d08f7af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a8e3c6c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.621349301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0ad1af8f-0fb2-44b6-a69d-6023eccd242b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.621734211Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"e8891e0e-0b8f-45fc-acf3-0260cd7ac858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.622088548Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"9e987fd5-c84c-48b8-a4e5-b264819b673e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.654404988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"91c5ab56-fb38-426f-85aa-dc7a3b5a119e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.714761041Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"91c5ab56-fb38-426f-85aa-dc7a3b5a119e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.714791536Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-access","reconcileID":"91c5ab56-fb38-426f-85aa-dc7a3b5a119e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.738611102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"0714870f-02df-48f0-86a1-e94161e1ae8e","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.755397808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"e8891e0e-0b8f-45fc-acf3-0260cd7ac858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.755756342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"9e987fd5-c84c-48b8-a4e5-b264819b673e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.756003354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0ad1af8f-0fb2-44b6-a69d-6023eccd242b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.781014651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"e8891e0e-0b8f-45fc-acf3-0260cd7ac858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"e2e-worker-w2-72ed13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.781046576Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-access","reconcileID":"e8891e0e-0b8f-45fc-acf3-0260cd7ac858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.835756136Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"9e987fd5-c84c-48b8-a4e5-b264819b673e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.835843714Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-access","reconcileID":"9e987fd5-c84c-48b8-a4e5-b264819b673e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:29.837380359Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0ad1af8f-0fb2-44b6-a69d-6023eccd242b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-664c2b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:29.837552562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"0ad1af8f-0fb2-44b6-a69d-6023eccd242b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-664c2b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.845408141Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"168d3a27-83f9-4e5a-b5bf-e62b6717022c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.90081811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"cca35686-ac5e-45e4-8596-6889fc38022d","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:29.901360156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"9c428796-87e1-4807-a74b-698d8411b9f5","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:30.046765959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"168d3a27-83f9-4e5a-b5bf-e62b6717022c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:30.068429348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"168d3a27-83f9-4e5a-b5bf-e62b6717022c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"e2e-worker-w1-664c2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:30.068451238Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-access","reconcileID":"168d3a27-83f9-4e5a-b5bf-e62b6717022c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:30.089307376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"32ac3513-6ae7-4dfa-b9d3-e61239098a3d","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:32.310336873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa529660-0706-495b-8194-7b55fcf0afa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:32.327008791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa529660-0706-495b-8194-7b55fcf0afa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:32.34374571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa529660-0706-495b-8194-7b55fcf0afa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:32.360320305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa529660-0706-495b-8194-7b55fcf0afa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.039910146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434c1240-f0ed-4a88-b5a5-a65055c0ead5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.059177958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434c1240-f0ed-4a88-b5a5-a65055c0ead5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.076792463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434c1240-f0ed-4a88-b5a5-a65055c0ead5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.094791355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434c1240-f0ed-4a88-b5a5-a65055c0ead5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.3604662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"10fe178a-e4bc-4303-8770-75955672ea16","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.360720372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"00ca5884-0d36-4efc-a22f-335a3d0dffad","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.361150352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"2d79c801-aea7-4c74-ac97-77aec634d386","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.361492082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"1ff99d5b-0332-48da-863a-11a13398cefb","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.396622393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"d65a94d7-4f59-4b95-bc6d-3fb987fc30d9","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.3969863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"bc459c3f-9ffc-4142-b0b7-193dcd6005c7","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.39730764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"5d0a3b99-bf15-4616-b344-91c0fe498549","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.397458618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"be353e04-da3d-4629-8b7b-39ae97eda611","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.407802268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"182964a7-fcc5-4648-8dc8-c62d86a6aa90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.407951959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b4dfa3cf-bd07-47f3-bfce-32a84a81542b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.425849221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"f04591ed-5923-4615-9e2d-66c149c98f54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.426141357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"43ff68e9-e018-4654-931d-84df41841cb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.430367386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"182964a7-fcc5-4648-8dc8-c62d86a6aa90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.430477711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b4dfa3cf-bd07-47f3-bfce-32a84a81542b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.549104883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"2c377d82-e43b-4370-9313-6f8f5b09994f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.652321449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"43ed0ef1-9bb9-4add-b445-037e49fb6ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.66935282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"3ab38c36-3799-4ee8-ac54-0f1978624f27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.67569865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"43ed0ef1-9bb9-4add-b445-037e49fb6ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.708920915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0b5ae5cb-dfbe-4e41-82cb-0ac2328788ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.729724955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"0b5ae5cb-dfbe-4e41-82cb-0ac2328788ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.842648722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7e271c-73dc-4418-aca8-0171f7a5326d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.858677397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7e271c-73dc-4418-aca8-0171f7a5326d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.874806789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7e271c-73dc-4418-aca8-0171f7a5326d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:33.891692957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7e271c-73dc-4418-aca8-0171f7a5326d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:34.547362431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e96f70c-0914-4c0a-9f85-8ebc5324b724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:34.563288563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e96f70c-0914-4c0a-9f85-8ebc5324b724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:34.579229201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e96f70c-0914-4c0a-9f85-8ebc5324b724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:34.595190792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e96f70c-0914-4c0a-9f85-8ebc5324b724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:34.722304211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"c59cb6e1-34d6-42f7-88e5-ed8f7dad5ba9","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:35.237604935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfaab50-f664-4457-9de1-e36187606076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:35.253274879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfaab50-f664-4457-9de1-e36187606076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:35.269746671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfaab50-f664-4457-9de1-e36187606076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:35.2862926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfaab50-f664-4457-9de1-e36187606076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:35.932040048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cc1569-0e88-4171-ba65-15ffc16c532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:35.948109456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cc1569-0e88-4171-ba65-15ffc16c532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:35.963789223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cc1569-0e88-4171-ba65-15ffc16c532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:35.979574398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cc1569-0e88-4171-ba65-15ffc16c532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:36.634297705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"2b95b42d-fa25-4777-b371-80944d25842a","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-2-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-2-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:36.638935883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73317b8-f287-456b-9c67-442720756c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:36.639227186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"a7b9b657-8355-4ffd-96e3-1ce36945e4d4","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"distinct-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"distinct-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:36.654754188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73317b8-f287-456b-9c67-442720756c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:36.670623327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73317b8-f287-456b-9c67-442720756c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:36.686838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73317b8-f287-456b-9c67-442720756c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.440668395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a079e06-c85b-4ff7-9bbc-f0fa2746ce41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.45878355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a079e06-c85b-4ff7-9bbc-f0fa2746ce41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.474880165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a079e06-c85b-4ff7-9bbc-f0fa2746ce41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.491001271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a079e06-c85b-4ff7-9bbc-f0fa2746ce41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.510008824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"8ecf9007-21af-47cc-afac-fe47b71b7f29","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.578900281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"decbd9d3-05c3-44d6-893d-242d261424c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.595290786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"fa132555-1619-44e9-a16a-d11bf8eaa094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.59542457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b42c73e9-f35d-47c2-880b-2ca95f0d83bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.618339806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"fa132555-1619-44e9-a16a-d11bf8eaa094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.618359748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b42c73e9-f35d-47c2-880b-2ca95f0d83bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.640885345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"5b15348f-785e-4d08-bfff-dd191b8502ea","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:37.708207992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"9e7c9abd-6f45-4785-92e9-0318778386cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.129546197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b711dcc8-21f8-467c-a61d-7082f024e87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.146026022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b711dcc8-21f8-467c-a61d-7082f024e87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.162111547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b711dcc8-21f8-467c-a61d-7082f024e87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.1781323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b711dcc8-21f8-467c-a61d-7082f024e87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.296682806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"051580fe-218b-46cd-ba0a-332fcae4bb26","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.322937898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"52432742-4b52-4d7a-a005-5f22a5688d82","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-2-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-2-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.323212823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"54593d55-4b3b-4221-8066-983a7effc3bf","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"distinct-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"distinct-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.838394749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84de9c9-3a72-466b-b959-d17ec46b74ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.854704072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84de9c9-3a72-466b-b959-d17ec46b74ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.870543162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84de9c9-3a72-466b-b959-d17ec46b74ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:38.886387063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84de9c9-3a72-466b-b959-d17ec46b74ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.423093537Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"4363a23d-bb1e-481a-a620-472b32e6573c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.442325755Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"4363a23d-bb1e-481a-a620-472b32e6573c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.446484597Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"b3532cbe-2a50-4ab1-8be4-438659158b03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.472710948Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"b3532cbe-2a50-4ab1-8be4-438659158b03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.473571198Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"simulator-subscription","reconcileID":"4363a23d-bb1e-481a-a620-472b32e6573c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.490253444Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"premium-simulator-subscription","reconcileID":"b3532cbe-2a50-4ab1-8be4-438659158b03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"name":"maas-trlp-premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13","model":"e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.52100772Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"3e629980-f4e3-4d66-9139-a62384a3669e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.537523463Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"3e629980-f4e3-4d66-9139-a62384a3669e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.545362447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"be30f949-8e65-47e6-b4c5-bb01b0b8e2e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.553519591Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"simulator-subscription","reconcileID":"3e629980-f4e3-4d66-9139-a62384a3669e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.561865905Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"be30f949-8e65-47e6-b4c5-bb01b0b8e2e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.574028265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c09c60-9b59-4e11-8a66-196b7744bb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.578730871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"023d0a61-242c-43e1-b944-9362eb43d2d0","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"simulator-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"simulator-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.590474114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c09c60-9b59-4e11-8a66-196b7744bb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.591353591Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"premium-simulator-subscription","reconcileID":"be30f949-8e65-47e6-b4c5-bb01b0b8e2e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"name":"maas-trlp-premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b","model":"e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.591506479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"1baf10bf-8161-4b48-bd2a-bdb2f81033ce","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"routeName":"premium-w2-72ed13-kserve-route","namespace":"e2e-models-e2e-worker-w2-72ed13","llmisvcName":"premium-w2-72ed13","gateway":"openshift-ingress/e2e-worker-w2-72ed13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.607366154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c09c60-9b59-4e11-8a66-196b7744bb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.623250036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c09c60-9b59-4e11-8a66-196b7744bb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.67697434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"a93d5758-d694-4114-919d-b328a073a9d6","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"simulator-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"simulator-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:39.77669404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"d81f0051-fc5e-4002-ae83-edebea5eceef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"routeName":"premium-w1-664c2b-kserve-route","namespace":"e2e-models-e2e-worker-w1-664c2b","llmisvcName":"premium-w1-664c2b","gateway":"openshift-ingress/e2e-worker-w1-664c2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:40.84191591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"699977d8-eda7-4f25-bb10-10325f0bc0d9","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:40.965505098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8abf861a-9ab4-4e6a-a8fe-171358be1d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:40.965986638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4d922624-fa2e-4102-9bde-8e637b9a36f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:40.96667879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"1939401e-82a2-402c-b5c3-c9ce02168023","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:40.987525978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"8abf861a-9ab4-4e6a-a8fe-171358be1d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:40.987969051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4d922624-fa2e-4102-9bde-8e637b9a36f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:41.023188736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"2e854605-5c3e-421c-abad-b3a44b10394a","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:41.087645812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"147e7daf-b556-4657-9faf-d501eee007e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.558412861Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","namespace":"ai-tenant-e2e-worker-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.558515875Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","namespace":"ai-tenant-e2e-worker-w2-72ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.558591891Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","tenant":"e2e-worker-w2-72ed13","tenantID":"e2e-worker-w2-72ed13","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.576619413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"Deployment","name":"maas-api-e2e-worker-w2-72ed13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.611740674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"Service","name":"maas-api-e2e-worker-w2-72ed13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.630413139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-72ed13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.651858628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-72ed13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.670901879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.691771122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.712651037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.731626234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.747008209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.763019172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.781123991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"Service","name":"payload-processing-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.796835163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.812127222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.827530264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.842919956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.862411795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.877963331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.893379546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.90910616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-72ed13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.926793942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-72ed13"},"namespace":"ai-tenant-e2e-worker-w2-72ed13","name":"default-tenant","reconcileID":"487cb4a4-98f8-4881-955e-110ee01a03a5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-72ed13","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.94842185Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","namespace":"ai-tenant-e2e-worker-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.948483494Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","namespace":"ai-tenant-e2e-worker-w1-664c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.948542597Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","tenant":"e2e-worker-w1-664c2b","tenantID":"e2e-worker-w1-664c2b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.966457413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"Deployment","name":"maas-api-e2e-worker-w1-664c2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:42.994841708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"Service","name":"maas-api-e2e-worker-w1-664c2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.014013479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-664c2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.032170811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-664c2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.052810132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.071057582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.091869608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.110335939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.125784694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.141465775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.157142407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"Service","name":"payload-processing-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.172743057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.188298416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.203755754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.206774065Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-72ed13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-72ed13","reconcileID":"aac69133-d90c-4776-bcde-16f567d8a367","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-72ed13","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-72ed13"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.22017714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.242677717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.258121672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.263739611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"97c83750-4303-4e8a-8774-9c379de4a7f0","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.273631296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.295477679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-664c2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.30145541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"97c83750-4303-4e8a-8774-9c379de4a7f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.301587694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"901b8578-b375-4753-a2bc-7176d8e694fe","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.31187531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-664c2b"},"namespace":"ai-tenant-e2e-worker-w1-664c2b","name":"default-tenant","reconcileID":"c5bf71d2-7c27-48d4-8f41-d873a301f6d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-664c2b","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.325402502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"901b8578-b375-4753-a2bc-7176d8e694fe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.325529548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"fccb4fc9-872f-4a6f-bfeb-8ffa366723ad","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.347809762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"fccb4fc9-872f-4a6f-bfeb-8ffa366723ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.347942726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"c3b532af-3577-4c1a-a77d-74640fdb595e","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.369546741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"c3b532af-3577-4c1a-a77d-74640fdb595e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.369714437Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"b95a2e21-c1f1-4be1-a9fc-2059cca69fdc","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.369761786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"b95a2e21-c1f1-4be1-a9fc-2059cca69fdc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.369877495Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"b2ee701d-11d5-4fe5-b18a-aba20846d6ac","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.369915823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"b2ee701d-11d5-4fe5-b18a-aba20846d6ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.370020878Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"c8b3c60b-2f65-41b0-b2ac-355167593a17","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.370066707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"c8b3c60b-2f65-41b0-b2ac-355167593a17","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.378480837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"a0e1b1c0-3c39-423e-a4b6-4b82417771d1","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.378535502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"a0e1b1c0-3c39-423e-a4b6-4b82417771d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.38100298Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"2ffc7079-af34-4633-8a3b-844509a3c8e1","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.381047725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"2ffc7079-af34-4633-8a3b-844509a3c8e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.381117923Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"770f2a4d-7f15-4ecb-b231-f8f8d9feb4fa","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.38114656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"770f2a4d-7f15-4ecb-b231-f8f8d9feb4fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.381229524Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"bff86a48-fbc8-416c-8a99-f8b8f651ed67","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.381256815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"bff86a48-fbc8-416c-8a99-f8b8f651ed67","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.449937397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"721ef4d0-1f7b-48d8-b2c3-a857cf5b77e8","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.450015502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"721ef4d0-1f7b-48d8-b2c3-a857cf5b77e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.450135402Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"45800acc-272e-448b-99f8-50f8dd17694c","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.450199233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"45800acc-272e-448b-99f8-50f8dd17694c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.450273699Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"b3f40442-fd1a-4d77-a233-24a64d8d881d","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.450299269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"b3f40442-fd1a-4d77-a233-24a64d8d881d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.450359824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"3b6d3f81-928b-41f2-a21f-35d32e733364","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.450386376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"3b6d3f81-928b-41f2-a21f-35d32e733364","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.559471149Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"98d52d50-4384-4aa5-b5ac-a92f8a6c56cf","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.559536634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"98d52d50-4384-4aa5-b5ac-a92f8a6c56cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.559610125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"823fc8dc-37e1-43a0-8e66-681b2c414bbe","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.55963859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"823fc8dc-37e1-43a0-8e66-681b2c414bbe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.559699857Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"96a256c1-07cb-45c6-be2a-c41e5f0c7e19","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.559726795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"96a256c1-07cb-45c6-be2a-c41e5f0c7e19","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.559783467Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"54e37b57-902d-4fde-a1d5-5bc60381ce82","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.559808473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"54e37b57-902d-4fde-a1d5-5bc60381ce82","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.600364519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"bc9eb7f2-e318-490f-8c41-cdebfaa813c9","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.60042209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"bc9eb7f2-e318-490f-8c41-cdebfaa813c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.640408965Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"6a85ceb1-affa-441a-861e-a7a5e2547ddf","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.64046158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"6a85ceb1-affa-441a-861e-a7a5e2547ddf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.640546798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"699a7b31-8f7a-4642-acc7-04eb28c5f552","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.640580645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"699a7b31-8f7a-4642-acc7-04eb28c5f552","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.640658551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"e5f61e95-291c-4ef8-8d1f-aa8b178cdbaa","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.640690106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"e5f61e95-291c-4ef8-8d1f-aa8b178cdbaa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.680733003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"0c0e4925-016e-4cab-ae12-3e8514d1d27f","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.680784237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"0c0e4925-016e-4cab-ae12-3e8514d1d27f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.745083018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e490451-43aa-4ba9-adcc-2d4e772b58eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.749416639Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-664c2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-664c2b","reconcileID":"eebff73b-0936-4d3f-a9d9-aeeb4d4c7c7e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-664c2b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-664c2b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.761064998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e490451-43aa-4ba9-adcc-2d4e772b58eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.777101494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e490451-43aa-4ba9-adcc-2d4e772b58eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.793262315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e490451-43aa-4ba9-adcc-2d4e772b58eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.801618194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"1dc2e8ea-9228-4d72-a9ce-dc3a51e9b54d","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.801677639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"1dc2e8ea-9228-4d72-a9ce-dc3a51e9b54d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.801761722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"0a715e97-9e54-488a-bda0-2620cfb7c1e4","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.801796017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"0a715e97-9e54-488a-bda0-2620cfb7c1e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.801868571Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"cad85d28-2851-4d18-9271-f710a018c4df","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.801907447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"cad85d28-2851-4d18-9271-f710a018c4df","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.817052143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"bf19e086-2b2a-410e-9e71-a24958dc1d03","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.838366609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"bf19e086-2b2a-410e-9e71-a24958dc1d03","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.838513621Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"ad2a580e-d6c2-4e1c-986c-258e73637f7c","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.861214172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"ad2a580e-d6c2-4e1c-986c-258e73637f7c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.861351898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"7fae948c-fe51-4303-bfbd-371b54a384c5","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.884031395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"7fae948c-fe51-4303-bfbd-371b54a384c5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.884256267Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"ba4889cd-4484-49fc-b697-ff63e81ce3f3","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.905598327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"ba4889cd-4484-49fc-b697-ff63e81ce3f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.905712994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"df20b347-f8f7-4af0-89ff-3c6cc22b9cea","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.90589986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"b5dca5c4-b659-41d3-89ec-da9b9607a556","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.906109117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"adcfbc65-90dd-4594-b80e-c17fb91b4876","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.906286646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"8c6f096b-5331-4991-a6a5-4b6dfb644f94","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.906496752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"cb2e0f6c-9812-4d17-a285-480fc9cdcb79","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.906537206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"cb2e0f6c-9812-4d17-a285-480fc9cdcb79","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.906604397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"0005ebe5-3a82-49fb-a74d-85a3836c9e28","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.906635801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"0005ebe5-3a82-49fb-a74d-85a3836c9e28","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.906695165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"79ee3362-d556-4258-af20-c01a1652fac2","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.906726901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"79ee3362-d556-4258-af20-c01a1652fac2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.906784174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"00f23c3b-e90b-40f0-a745-6362dc4b6fd3","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.906814102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"00f23c3b-e90b-40f0-a745-6362dc4b6fd3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.910811195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"3a1774a6-3f48-413c-a53a-117303ba8c62","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.910879511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"3a1774a6-3f48-413c-a53a-117303ba8c62","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.917148074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"22b1acfc-40e6-4a7a-b849-c9f50970d84b","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.917222652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"22b1acfc-40e6-4a7a-b849-c9f50970d84b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.917313586Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"f33b4067-28cf-406c-ac2a-d3ecb9ed3f9c","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.917348044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"f33b4067-28cf-406c-ac2a-d3ecb9ed3f9c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.917434187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"6dcd87e2-e29c-4cc8-9f6a-82cdd34b00e6","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.917470283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"6dcd87e2-e29c-4cc8-9f6a-82cdd34b00e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.92119287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"3f2d849e-bf2f-4d01-99ef-1917bd05244d","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.921239077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"3f2d849e-bf2f-4d01-99ef-1917bd05244d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.938110324Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"484e8a78-cd0f-4aed-99fb-6c6c0284e9b1","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.938172672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"484e8a78-cd0f-4aed-99fb-6c6c0284e9b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.938252114Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"6aaca02f-364b-4afd-a0c9-9f73240558df","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.938283933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"6aaca02f-364b-4afd-a0c9-9f73240558df","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.938345075Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"422985d3-1d59-4237-9314-899acc39f652","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.93837316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"422985d3-1d59-4237-9314-899acc39f652","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.941346119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"ab66b42a-bdde-4de7-a0a0-225b5e8fad12","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.941399093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"ab66b42a-bdde-4de7-a0a0-225b5e8fad12","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.950941959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b874d82d-3d86-4451-a584-4f9f6840bfbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.951006151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"eedb5509-b486-45bf-92b3-55ae55a6d450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.967706586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"77562295-355c-48ae-8351-d958d37a8adb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.96786489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"7de97fee-809f-4a8e-9df8-91c1287282c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.972847063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"b874d82d-3d86-4451-a584-4f9f6840bfbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:43.972865614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"eedb5509-b486-45bf-92b3-55ae55a6d450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.979279283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"bc5dbecc-b471-4ab8-9a15-4e856e4d1cc3","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.979324396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"bc5dbecc-b471-4ab8-9a15-4e856e4d1cc3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.97940991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"0344a928-d764-469b-a459-b64f5c72e10f","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.979445051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"0344a928-d764-469b-a459-b64f5c72e10f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.979520809Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"a8f24fda-c1a0-4507-a992-a2d60289cf9e","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.979557004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"a8f24fda-c1a0-4507-a992-a2d60289cf9e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.981800473Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"46c89b17-a7cd-4552-ad0f-a1c021b68143","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:43.981845043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"46c89b17-a7cd-4552-ad0f-a1c021b68143","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.060503961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"53eec5cb-2543-4d92-81f3-fad975076751","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.060560498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"53eec5cb-2543-4d92-81f3-fad975076751","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.060653625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"347ae8b5-c8ce-43a7-98bb-18e9c39445d5","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.06068681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"347ae8b5-c8ce-43a7-98bb-18e9c39445d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.0607813Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"4f963e3f-8c2c-4e6c-9b4e-09fe3fcae742","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.060813671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"4f963e3f-8c2c-4e6c-9b4e-09fe3fcae742","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.062020183Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"c0cb6e7c-a1e6-4651-a9a7-dc51752a448e","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.062069632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"c0cb6e7c-a1e6-4651-a9a7-dc51752a448e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:44.071995958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"d414f48e-6b50-493f-9135-f1ec04026178","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:44.073310417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"6204de80-87ad-4bfa-a6ee-d60bea141f2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.12226613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"9579ed2d-3296-42dd-b310-868fc134282a","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.122316185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"9579ed2d-3296-42dd-b310-868fc134282a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.122386022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"af67cced-1f25-4bf4-9ff0-ee89b2cb3075","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.122416038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"af67cced-1f25-4bf4-9ff0-ee89b2cb3075","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.122476957Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"834a9ffc-846b-487f-9643-688572ce3325","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.122505139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"834a9ffc-846b-487f-9643-688572ce3325","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:44.201439398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"14414619-33ee-48ac-b3e2-6c80319a2cf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:44.201439394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"75a48434-3144-4c71-beb2-c76a9248a59a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.221081991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"e2828e44-7f57-49bf-bed8-ea8908e2a7ee","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.221147008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"e2828e44-7f57-49bf-bed8-ea8908e2a7ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.221260503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"12c1fe7c-b48f-41c1-a399-9233b2be2054","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.22129453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"12c1fe7c-b48f-41c1-a399-9233b2be2054","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.221381626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"342b7965-c0e6-4e41-b0a8-52b9a2699dc9","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.221445056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"342b7965-c0e6-4e41-b0a8-52b9a2699dc9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:44.224147605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"14414619-33ee-48ac-b3e2-6c80319a2cf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:44.22420985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"75a48434-3144-4c71-beb2-c76a9248a59a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.224322776Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"60196897-a838-47c0-ac2e-d832d6728f13","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.224369987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"60196897-a838-47c0-ac2e-d832d6728f13","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.227611632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"fd94fdf8-6b41-4afb-8856-b58a110f351e","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.227654425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"fd94fdf8-6b41-4afb-8856-b58a110f351e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:44.458443713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976e32a0-908d-41fc-8ef2-0c4513600cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:44.474517941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976e32a0-908d-41fc-8ef2-0c4513600cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:44.490462328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976e32a0-908d-41fc-8ef2-0c4513600cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:44.507457545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976e32a0-908d-41fc-8ef2-0c4513600cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.541653853Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"1db555e7-aa12-4e24-b35c-b430663ba94c","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.541714935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"1db555e7-aa12-4e24-b35c-b430663ba94c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.541783806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"69cc4139-e8fb-42ea-b525-5ae02af4003f","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.541811694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"69cc4139-e8fb-42ea-b525-5ae02af4003f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.541870087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"a0e0edf1-bb0f-405c-becb-bc2fa3a793cf","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.541899003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"a0e0edf1-bb0f-405c-becb-bc2fa3a793cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.545191336Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"c3385f2e-4199-4094-85d2-3a63ca6c953c","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.545249717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"c3385f2e-4199-4094-85d2-3a63ca6c953c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.763428481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"0af532b6-f0b2-4473-aa7d-9f9e8c06d1f3","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.763521824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"0af532b6-f0b2-4473-aa7d-9f9e8c06d1f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.763695808Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"05ee250a-8374-4666-afa5-dc61037f9129","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.763763501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"05ee250a-8374-4666-afa5-dc61037f9129","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.763916122Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"6ac69532-80e9-4fcd-8340-c1e8410dea7b","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.763979014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"6ac69532-80e9-4fcd-8340-c1e8410dea7b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.867928518Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"7ca68ea1-7116-4585-963e-db071c617404","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:44.868016482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"7ca68ea1-7116-4585-963e-db071c617404","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:45.180390802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2448d391-5c7f-4947-a608-2246b95edd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:45.182356528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"dc3e2a6a-3e84-4b42-8134-534291ea796f","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:45.182419329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"dc3e2a6a-3e84-4b42-8134-534291ea796f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:45.18249986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"2cf98a7d-f349-41be-b56e-3c8333b3e7da","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:45.182551028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"2cf98a7d-f349-41be-b56e-3c8333b3e7da","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:45.182630791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"bced9b3a-57a1-40f3-9101-f0b6c092cafe","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:45.182662133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"bced9b3a-57a1-40f3-9101-f0b6c092cafe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:45.185851588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"d7aa4862-f133-4d42-ae1a-455b0820f7ce","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:45.185903092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"d7aa4862-f133-4d42-ae1a-455b0820f7ce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:45.197091289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2448d391-5c7f-4947-a608-2246b95edd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:45.215187541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2448d391-5c7f-4947-a608-2246b95edd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:45.231335418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2448d391-5c7f-4947-a608-2246b95edd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:45.861071128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fce4ca7-12f6-406d-8054-b0f91ba1b666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:45.877435018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fce4ca7-12f6-406d-8054-b0f91ba1b666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:45.89317828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fce4ca7-12f6-406d-8054-b0f91ba1b666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:45.909334119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fce4ca7-12f6-406d-8054-b0f91ba1b666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.043790386Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"3edd2f6f-dc94-4e76-b039-a48788457f84","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.043848523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"3edd2f6f-dc94-4e76-b039-a48788457f84","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.043953303Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"3182ddba-f039-49e9-bc1b-be9b9532d551","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.043995947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"3182ddba-f039-49e9-bc1b-be9b9532d551","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.044087736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"8c5af8e8-e540-4e08-8959-98307b0499f6","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.044126352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"8c5af8e8-e540-4e08-8959-98307b0499f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.149208597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"0bc3e4d8-7401-4981-ad0e-f5cd5f47099d","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.149271497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"0bc3e4d8-7401-4981-ad0e-f5cd5f47099d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.463210965Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"1e4ee386-99f6-48b0-a6ae-88ef2bb1b11d","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.463281081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"1e4ee386-99f6-48b0-a6ae-88ef2bb1b11d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.463379292Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"740845a5-837e-4fff-b022-9fb18cf3a306","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.463417782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"740845a5-837e-4fff-b022-9fb18cf3a306","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.463487103Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"41bef129-f678-45d9-aa83-a50d0273c8d2","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.463524584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"41bef129-f678-45d9-aa83-a50d0273c8d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.466729825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"cbebe04f-b3b2-455e-8bfb-cb146ff48aa0","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:46.466782312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"cbebe04f-b3b2-455e-8bfb-cb146ff48aa0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:46.548517691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58349c1f-f9f6-4402-8b18-c1fbcdbbba47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:46.564420189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58349c1f-f9f6-4402-8b18-c1fbcdbbba47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:46.580427387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58349c1f-f9f6-4402-8b18-c1fbcdbbba47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:46.596329827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58349c1f-f9f6-4402-8b18-c1fbcdbbba47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.30326948Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","namespace":"ai-tenant-e2e-extmod-a-2f820e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.303326271Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","namespace":"ai-tenant-e2e-extmod-a-2f820e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.30337246Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","tenant":"e2e-extmod-a-2f820e","tenantID":"e2e-extmod-a-2f820e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.351792546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"Deployment","name":"maas-api-e2e-extmod-a-2f820e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.38824913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"Service","name":"maas-api-e2e-extmod-a-2f820e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.410635465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-2f820e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.430441748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-2f820e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.452540514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.47144067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.508205063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.527139019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.543166807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.559421192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.575276083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"Service","name":"payload-processing-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.591782262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.61131299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.628300422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.644261342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.664342342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.683170216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:47.685944715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"6d538d61-a9cc-4c2b-9dc6-cc43349b5806","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:47.686033643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"6d538d61-a9cc-4c2b-9dc6-cc43349b5806","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:47.696764927Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"9bada9b4-62a2-4074-814c-8eaf1f6007a2","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:47.696834222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"9bada9b4-62a2-4074-814c-8eaf1f6007a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.699342925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:47.705489528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"7f7598e2-ea49-4818-9df2-3a663d8b9f88","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:47.705544518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"7f7598e2-ea49-4818-9df2-3a663d8b9f88","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:47.713498988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"87269f2f-c1e7-4ac9-b0b5-816a3dc846f3","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:47.713573303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"87269f2f-c1e7-4ac9-b0b5-816a3dc846f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.714973744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-2f820e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.730668168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2f820e"},"namespace":"ai-tenant-e2e-extmod-a-2f820e","name":"default-tenant","reconcileID":"677b4447-217c-42fe-bdb9-af1c847d5304","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-2f820e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.754778671Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"a78b03dd-aff4-4399-9734-ba449cec82a5","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.754855192Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"a78b03dd-aff4-4399-9734-ba449cec82a5","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.777991825Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"a78b03dd-aff4-4399-9734-ba449cec82a5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.778612948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"444493b8-52f5-4c94-a8e3-154c3f6b2068","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.798670696Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"a78b03dd-aff4-4399-9734-ba449cec82a5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.798685001Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"a78b03dd-aff4-4399-9734-ba449cec82a5","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.798736582Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"a78b03dd-aff4-4399-9734-ba449cec82a5","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.801709227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"2093bd71-6542-4f70-ba03-c229f571d813","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.824853665Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"a78b03dd-aff4-4399-9734-ba449cec82a5","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.82594611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"9c1a4b2d-cec5-478c-91ba-8213bbe67627","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.827352766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4b1cbc1f-5965-41e3-818f-f9182815586a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.827557315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"4fc653ea-152c-489f-9f75-48ccdf9f6807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.83199766Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"0529e742-aa6e-42f9-b2e3-6379b6d658c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f6d1463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.854453888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"4fc653ea-152c-489f-9f75-48ccdf9f6807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.854961779Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"a78b03dd-aff4-4399-9734-ba449cec82a5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.855358557Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"d9da605c-b9ce-4605-abf5-f1cb65e9f5f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-03fd1035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.855429934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"4b1cbc1f-5965-41e3-818f-f9182815586a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.855472363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"a2f4f488-9988-4572-95d4-17f9328d8087","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.867398204Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"33118033-e6d9-4482-a168-e1299d648eb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f6d1463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.903426978Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"84a0cf17-a724-452e-9e92-d15deed9d4c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-03fd1035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.986844437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9746e27c-17d9-4504-b05f-0c4ba5d90053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:47.987091115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"66b01a1c-d3b0-487f-8e54-cc805004119a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.066346899Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2f820e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2f820e","reconcileID":"71ed2924-b01a-4d40-ba01-318f2958b1c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2f820e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-2f820e"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.152664098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"399e9db1-4a8c-4270-a09e-31209bdf4648","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.15274507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"399e9db1-4a8c-4270-a09e-31209bdf4648","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-2-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.171099621Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"0baa43e2-de3c-4888-94cc-35d9323b6815","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.171190862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"0baa43e2-de3c-4888-94cc-35d9323b6815","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.171305226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"b8ac2450-3675-4cbf-beba-f33fc4ed0857","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.171357459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"b8ac2450-3675-4cbf-beba-f33fc4ed0857","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.171493744Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"fdb28613-f01c-4e3f-b37b-c2a70347ceea","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.171545603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"fdb28613-f01c-4e3f-b37b-c2a70347ceea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.21552905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"66b01a1c-d3b0-487f-8e54-cc805004119a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.215849373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9746e27c-17d9-4504-b05f-0c4ba5d90053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.287966816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9746e27c-17d9-4504-b05f-0c4ba5d90053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.287998844Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-access","reconcileID":"9746e27c-17d9-4504-b05f-0c4ba5d90053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.288372015Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"66b01a1c-d3b0-487f-8e54-cc805004119a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-9bfe36-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.288428452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"66b01a1c-d3b0-487f-8e54-cc805004119a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-9bfe36-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.293994901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"69a8cd22-0bd6-4099-91e1-72e7c126b2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.313230746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"9268c18f-7556-43e2-a548-fdacdd88e049","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.356234473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"69a8cd22-0bd6-4099-91e1-72e7c126b2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.380000912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"69a8cd22-0bd6-4099-91e1-72e7c126b2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"e2e-worker-w0-9bfe36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.380021858Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-access","reconcileID":"69a8cd22-0bd6-4099-91e1-72e7c126b2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.405705445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"af126f07-8024-4794-8f27-b58f08bc59e6","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.493477646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"4cd3c622-b88d-4f64-8e98-1883aade337d","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.493553874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"4cd3c622-b88d-4f64-8e98-1883aade337d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/premium-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.5170532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6773a0-ba12-4870-b63a-e88678fe7356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.518738225Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"55acacf8-f72b-4dda-9143-651d3ea2c0c2","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.518818162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"55acacf8-f72b-4dda-9143-651d3ea2c0c2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/distinct-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.518922409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"4d60d9ae-c278-4531-8de6-1e57ac9d40c7","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.518970759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"4d60d9ae-c278-4531-8de6-1e57ac9d40c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-664c2b/simulator-w1-664c2b: AITenant \"e2e-worker-w1-664c2b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.533816869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6773a0-ba12-4870-b63a-e88678fe7356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.553069437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6773a0-ba12-4870-b63a-e88678fe7356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:48.575014042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6773a0-ba12-4870-b63a-e88678fe7356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.604300935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"0901936d-c937-4812-9b93-b6f120178a30","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.604385081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"0901936d-c937-4812-9b93-b6f120178a30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-2-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.60450349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"37975a16-d0ca-4e3a-8685-b65b1f39828c","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.604549691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"37975a16-d0ca-4e3a-8685-b65b1f39828c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/distinct-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.604645746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"fa4e4776-384a-4e95-af0a-c95b320b1904","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.60470413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"fa4e4776-384a-4e95-af0a-c95b320b1904","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/simulator-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.761201015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"99c92584-a76c-4e09-90b4-b155e2e8148e","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:48.761276154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"99c92584-a76c-4e09-90b4-b155e2e8148e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-72ed13/premium-w2-72ed13: AITenant \"e2e-worker-w2-72ed13\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:49.242562013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b859e8d-54a9-45aa-a45c-be059a0a8b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:49.259306522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b859e8d-54a9-45aa-a45c-be059a0a8b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:49.275014908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b859e8d-54a9-45aa-a45c-be059a0a8b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:49.290841205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b859e8d-54a9-45aa-a45c-be059a0a8b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:51.256907144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"32a9d571-f2cb-460a-923f-2b9c52a60758","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:51.356978199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"3d34f355-5c91-4328-9034-106938978dec","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:51.55779809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"0091f0f9-6c66-496c-974a-b5f797117ebc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:51.659896231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"f8bab11c-d6d7-44b4-8fad-efaf9f05f46e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:51.759442225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"f0e72621-f371-4749-a9b2-d487d684aa0b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:51.868538724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"6fcd3feb-e134-43b2-b1e3-ad8be0fc89e4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:51.955043674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"9ffcd16e-3384-4b5f-8958-b02312445b68","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:52.088442162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"2065dc64-4b2d-4dbd-9899-0f0665a1f878","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:52.240538872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"1c7674b4-d53a-4275-ba3b-87a4e14dc749","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:52.338850245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"c4bfd848-9cde-415b-89ed-42bf0554cc1a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:52.438456847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"5c066651-48b8-4fef-b326-25e01ff2d8d4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:52.542047794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"178947e4-45e5-449f-8232-f6b41cdb546a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:52.641762444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"29629ac5-182d-4022-920b-98440c1ca44c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:52.741853372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"f4936f5f-e13e-48c0-823f-5bb89f6a204b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:52.860335018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"bf4d9879-0152-40ac-b848-28dd05868854","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:52.947662074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"d2645271-9d53-4593-a9eb-cc2d684622a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:53.051932015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"d26358eb-6fb3-4da7-925f-cde7c29d74c0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:53.150336375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"434276af-f5e9-4983-bb43-4b58399fa375","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:53.246626816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"42e7bf16-9603-4af3-9708-81a33934577e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:53.354938469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"8ad430ee-983b-46f8-a140-da22b70350a8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:53.452556534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"d8eb632c-2316-4853-a25d-d1e362bd882d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:53.565419827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"0556f41d-e870-47a8-8a95-73aaa5635c06","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:53.665684798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"ead2a2ae-c81c-4565-8d68-2c054ae5550e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:53.774569583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"1afc993e-a488-435a-8bd8-f7b6dcaa01c2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:53.865531347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"bad39e11-71e9-4236-ad6c-8692ef5dcd09","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:54.073277482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"a2024e3a-2686-4710-9a66-889e4986b692","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:54.172137566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"733f59f2-9bb7-40f1-a9e1-191fcbe73dd0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:54.298610551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"334f4e7b-95a8-43f8-8f23-e89e6238ff35","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:54.298778246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"a36a3f29-3270-490a-8877-5efc4475410d","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:54.29901166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"8e39a2a4-02cf-4348-8966-0183d88e7370","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:54.481165016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"ace027eb-7413-4de1-9041-951b978a85b3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:54.577146021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"abbb4114-af08-4249-ab15-4732943bc2a0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:54.674849927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"56449f32-dba4-4d3b-a59f-64c88d6fad75","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:54.784012421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"31715636-7207-4570-acc9-143b2bf57255","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:54.878821253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"b4352b13-ac79-427d-aa3c-f821c767f588","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:54.978877016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"39840096-b532-4fd5-a76e-703f1253304d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:55.078888385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"d3718db9-ea3f-42bb-bcfa-333f3a9c6937","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:55.181312622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"9c0b1189-b106-4c3f-a57d-502094c0ea0d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:55.283414763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"af6955c8-ce11-4743-b8fd-81ee2096cdce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:55.385318059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"267c4b35-ff2a-40b3-9f58-d8d4a6c646d8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:55.485771962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"fdcb2b86-11cd-4baa-898d-d3a31c6acfd4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:55.590240765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"e96c2ac9-d3ea-42d9-8d75-3a0579fa00f0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:56.006788433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"08f15c32-3ad4-4951-88b2-f66bd0bd61af","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:56.109504573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"8667c77e-904c-4e0c-9419-454ba3bee282","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:56.215975262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"9278c423-3a5c-4694-90dd-644d66fb95ca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:56.312073514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"31b115a1-63e8-48b1-93c0-baea046af07f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:57.373314284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"f3968941-e3c3-4be0-8a59-08dcb5f06a93","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:57.472196022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"dd70d3fe-011f-4804-9283-a5d55cfabdba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.549914782Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"f0ada3f5-7ecf-4b71-9e71-649e7aa40da2","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.549986503Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"f0ada3f5-7ecf-4b71-9e71-649e7aa40da2","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.567714687Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"f0ada3f5-7ecf-4b71-9e71-649e7aa40da2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:57.583425965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"92d4467d-7df8-4aa0-bcdf-2e95f83ff129","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.585801688Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"f0ada3f5-7ecf-4b71-9e71-649e7aa40da2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.585816318Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"f0ada3f5-7ecf-4b71-9e71-649e7aa40da2","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:57.684646232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"fe5b89da-4488-42af-9468-d2271849f098","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.885096758Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"75f743fb-0994-4250-9f32-8f70abfe9b59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.92235317Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"8cdd30bf-e6f5-4121-b799-80b6cacee6e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.922745052Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"75f743fb-0994-4250-9f32-8f70abfe9b59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.938715749Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"8cdd30bf-e6f5-4121-b799-80b6cacee6e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.939063602Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"simulator-subscription","reconcileID":"75f743fb-0994-4250-9f32-8f70abfe9b59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:57.95507284Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"premium-simulator-subscription","reconcileID":"8cdd30bf-e6f5-4121-b799-80b6cacee6e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"name":"maas-trlp-premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36","model":"e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.05881191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"9f445dde-9014-4956-982f-6685718250ae","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"simulator-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"simulator-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.129800783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"c89047b3-0c8e-48b4-bd3e-dc95c6599fdf","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"premium-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"premium-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.251478162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27725ee9-673e-4cb5-b490-85c0d8f190ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.267176649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27725ee9-673e-4cb5-b490-85c0d8f190ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.282896379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27725ee9-673e-4cb5-b490-85c0d8f190ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.299549059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27725ee9-673e-4cb5-b490-85c0d8f190ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:58.434461007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"11bc6ff9-2d81-4a78-94a3-1a982e81167a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:58.63200556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"6d607008-7246-43f3-a91e-189df412eb26","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.823094467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:58.837044652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"c5245c92-acd4-4ebb-947b-f08da84c7e17","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.945523126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39636186-4af4-43b3-bcf7-4eeef8c7fa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.961729539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39636186-4af4-43b3-bcf7-4eeef8c7fa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.977583029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39636186-4af4-43b3-bcf7-4eeef8c7fa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:58.9935913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39636186-4af4-43b3-bcf7-4eeef8c7fa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:55:59.046067449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"080ca3e4-3427-4a00-9f07-a98467438ac9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:59.64476759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbf445c-4b65-45e7-94b8-f505b73507c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:59.665055273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbf445c-4b65-45e7-94b8-f505b73507c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:59.681215519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbf445c-4b65-45e7-94b8-f505b73507c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:55:59.6970712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbf445c-4b65-45e7-94b8-f505b73507c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:00.017402203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"ddcc574b-5d8f-430b-a819-b7978edc8dfc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:00.121777747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"4073eded-3a59-4639-8899-4128de7341e0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:00.235502938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"4eb829e1-2dfa-4aa2-8a13-5adf5592f2bb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:00.336026203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf60809-9323-4873-8a1f-343420cea473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:00.341476452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"c75f148a-6cfa-487e-a82e-8dd3df1991e9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:00.356289033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf60809-9323-4873-8a1f-343420cea473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:00.374150026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf60809-9323-4873-8a1f-343420cea473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:00.39013986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf60809-9323-4873-8a1f-343420cea473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:01.032279463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1083e432-83d6-48f4-b5b5-d16b61da041b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:01.048333011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1083e432-83d6-48f4-b5b5-d16b61da041b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:01.063915764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1083e432-83d6-48f4-b5b5-d16b61da041b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:01.079804505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1083e432-83d6-48f4-b5b5-d16b61da041b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:04.299538175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"0c3106a4-6803-4ad8-9e12-ab4632704403","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:04.299805214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"4d42817e-8960-4a35-a73b-004ea9fa9288","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"routeName":"distinct-2-w0-9bfe36-kserve-route","namespace":"e2e-models-e2e-worker-w0-9bfe36","llmisvcName":"distinct-2-w0-9bfe36","gateway":"openshift-ingress/e2e-worker-w0-9bfe36","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:05.222318823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"30fb490f-c5e9-4017-bfb3-3de7f68d65a2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:05.323743384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"0eb9352c-89c6-4974-8664-c9da6f7a6754","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:05.437883414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"be1abbf9-6f3f-43e3-8455-c9df6e31bdcd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:05.546235408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"d86bf963-d617-472f-91c7-d1956dc011d0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.685120108Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.685206479Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","namespace":"ai-tenant-e2e-worker-w0-9bfe36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.68525585Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","tenant":"e2e-worker-w0-9bfe36","tenantID":"e2e-worker-w0-9bfe36","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.722015798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"Deployment","name":"maas-api-e2e-worker-w0-9bfe36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.777052858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"Service","name":"maas-api-e2e-worker-w0-9bfe36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.808262171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-9bfe36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.826181511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-9bfe36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.849380473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.870534162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.893959145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.91278405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.928414242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.944084007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.959590226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"Service","name":"payload-processing-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.975045709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:06.990692066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.006093983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.022478023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.042369508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.057906601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.073970286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.091948012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-9bfe36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.107327164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9bfe36"},"namespace":"ai-tenant-e2e-worker-w0-9bfe36","name":"default-tenant","reconcileID":"b107be23-4ac1-4520-a127-7ee504719290","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-9bfe36","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.427377688Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9bfe36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9bfe36","reconcileID":"c893e5f0-5267-402b-bc9b-aa82493adb7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-9bfe36","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-9bfe36"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.493490827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"ae4d60c1-1e47-4efa-92dc-57db6ee8d5e9","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.531302962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"ae4d60c1-1e47-4efa-92dc-57db6ee8d5e9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.531449393Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"a372212b-32f6-4d9a-933f-82b7a528b061","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.553069674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"a372212b-32f6-4d9a-933f-82b7a528b061","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.55336854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"88dfcc2c-2ea5-4de7-a747-b9582df1e701","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.574921492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"88dfcc2c-2ea5-4de7-a747-b9582df1e701","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.575066414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"d8893217-d800-4b60-9af7-d269538ea01b","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.596919904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"d8893217-d800-4b60-9af7-d269538ea01b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.597061477Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"5aa50778-619d-4539-b7fb-3c27bb4ddfca","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.597104983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"5aa50778-619d-4539-b7fb-3c27bb4ddfca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.597205377Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"6eeacc57-cdc7-4e95-a78c-ee0a0d5125d9","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.597242732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"6eeacc57-cdc7-4e95-a78c-ee0a0d5125d9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.597311979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"0056afa4-f508-4716-a994-41e3bdbfa714","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.597355253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"0056afa4-f508-4716-a994-41e3bdbfa714","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.602584522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"8e617e62-0595-4c41-8297-2ed527c6d16b","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.602650058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"8e617e62-0595-4c41-8297-2ed527c6d16b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.607679379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"d2b79526-7d56-4337-818e-cb657307721c","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.607734058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"d2b79526-7d56-4337-818e-cb657307721c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.607804263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"005f0186-2c67-4275-8f94-6266000ddb9a","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.607837215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"005f0186-2c67-4275-8f94-6266000ddb9a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.607899819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"2fd2fa2d-3737-4335-a2be-23da29d97952","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.607929155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"2fd2fa2d-3737-4335-a2be-23da29d97952","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.6130963Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"a63c47c0-00db-4ae9-88df-f42d83a47dcd","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.613178573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"a63c47c0-00db-4ae9-88df-f42d83a47dcd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.628769027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"453c4172-7f3e-4567-bd00-9cb810ee8993","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.628855771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"453c4172-7f3e-4567-bd00-9cb810ee8993","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.629084697Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"39c11add-c091-41eb-9c6c-dfbd2286c883","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.629177419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"39c11add-c091-41eb-9c6c-dfbd2286c883","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.629408786Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"2e10c0f5-3670-47a7-8aa4-ec5757815a1d","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.629469649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"2e10c0f5-3670-47a7-8aa4-ec5757815a1d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.634473732Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"e5c59734-fcfa-4131-9abd-6d65f1775b8e","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.634569956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"e5c59734-fcfa-4131-9abd-6d65f1775b8e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.669234373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"4f610cf5-da95-4ab4-b867-69fdc1b48d68","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.669303893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"4f610cf5-da95-4ab4-b867-69fdc1b48d68","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.669394547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"ab415f9f-6238-4fa1-a774-967a9789b24e","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.669429443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"ab415f9f-6238-4fa1-a774-967a9789b24e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.669611074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"6a3dba2f-24b4-4bb1-b039-199b05f0eb6f","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.669667284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"6a3dba2f-24b4-4bb1-b039-199b05f0eb6f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.674956887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"27429678-04e6-4a48-9700-10a387b7ae06","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.675101132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"27429678-04e6-4a48-9700-10a387b7ae06","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.750151013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"0c085c78-17d9-4e9c-91cb-068344ee74dc","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.750231751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"0c085c78-17d9-4e9c-91cb-068344ee74dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.750321723Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"584729f9-eff3-47c5-9f0f-84e94519cc84","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.750362447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"584729f9-eff3-47c5-9f0f-84e94519cc84","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.750436133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"f1369b2f-81c7-454b-ba86-cd2ebbc938dd","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.750474466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"f1369b2f-81c7-454b-ba86-cd2ebbc938dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.755788953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"53734602-6c83-4184-a791-f4eab8be2bcf","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.755842482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"53734602-6c83-4184-a791-f4eab8be2bcf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.84557229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4fd93b-e89f-47aa-b622-4287a0d94c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.862479796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4fd93b-e89f-47aa-b622-4287a0d94c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.878515286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4fd93b-e89f-47aa-b622-4287a0d94c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:07.894204562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4fd93b-e89f-47aa-b622-4287a0d94c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.911389198Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"981e3cba-5bfb-47ed-bdc2-fb9939c91571","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.911448258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"981e3cba-5bfb-47ed-bdc2-fb9939c91571","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.911522188Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"63901359-8378-4b6b-a73d-fd9e85e438c4","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.911556524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"63901359-8378-4b6b-a73d-fd9e85e438c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.911618668Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"832a7095-c17e-4423-a43b-527ff447c279","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.911649183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"832a7095-c17e-4423-a43b-527ff447c279","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.915945835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"8a4eccb7-2232-4c0d-8016-b4b70189ade0","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:07.91598708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"8a4eccb7-2232-4c0d-8016-b4b70189ade0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.232446389Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"ada6778d-2bed-4715-a6f1-d3220156559d","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.23254257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"ada6778d-2bed-4715-a6f1-d3220156559d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.232672839Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"adb67d59-0ed1-4153-97bc-36b2294b5c4c","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.232752894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"adb67d59-0ed1-4153-97bc-36b2294b5c4c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.232877645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"fb8bad46-a7ff-4f67-aabd-4b83653a8d6c","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.232929415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"fb8bad46-a7ff-4f67-aabd-4b83653a8d6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.236291248Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"c53fc1ed-45f7-49cd-be8f-be2b839c4624","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.236360757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"c53fc1ed-45f7-49cd-be8f-be2b839c4624","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:08.549427706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407f3355-c517-4bbf-80bd-87dd6a117e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:08.565407154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407f3355-c517-4bbf-80bd-87dd6a117e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:08.581255608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407f3355-c517-4bbf-80bd-87dd6a117e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:08.597281053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407f3355-c517-4bbf-80bd-87dd6a117e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.873399604Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"cf08a577-f1d7-41b3-a2c8-dc397c19b45d","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.873486485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"cf08a577-f1d7-41b3-a2c8-dc397c19b45d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.873627057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"6b80bc01-3639-468f-885c-f1020342586d","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.873682388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"6b80bc01-3639-468f-885c-f1020342586d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.873775474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"c22b9943-a692-4667-96be-3665fb52d55d","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.873824069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"c22b9943-a692-4667-96be-3665fb52d55d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.877096569Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"5a430abf-e9a4-4a60-b3af-9d66f8a9c222","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:08.877151686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"5a430abf-e9a4-4a60-b3af-9d66f8a9c222","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:10.15407106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"40c8f8e3-4ebd-4360-81df-cbc3602f830f","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:10.154141366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"40c8f8e3-4ebd-4360-81df-cbc3602f830f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:10.154257049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"847fc7c6-c6be-4f08-8b7e-816d235c66e7","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:10.154301076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"847fc7c6-c6be-4f08-8b7e-816d235c66e7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:10.154374222Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"d8a284aa-f808-47b6-a7cd-775c33e144e1","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:10.154406553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"d8a284aa-f808-47b6-a7cd-775c33e144e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:10.157684892Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"8b363f0e-4c04-42ee-ab9c-f9267fa7c5d6","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:10.157744546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"8b363f0e-4c04-42ee-ab9c-f9267fa7c5d6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:12.714449033Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"767e097f-d895-4749-9d0f-8a69cf31c191","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:12.714510487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"767e097f-d895-4749-9d0f-8a69cf31c191","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:12.714605849Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"feb1447a-52b1-4d59-b008-ff487f015560","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:12.714633139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"feb1447a-52b1-4d59-b008-ff487f015560","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:12.714694035Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"56ccbd0b-c3c0-4878-b283-3a47ee867e6c","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:12.714722517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"56ccbd0b-c3c0-4878-b283-3a47ee867e6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:12.717993662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"e3c62820-2ef2-4fc7-b6d9-cf7e6214a0de","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:12.718030855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"e3c62820-2ef2-4fc7-b6d9-cf7e6214a0de","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:14.973369458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"e9f078eb-253c-4bda-aaa6-93c9d9d2693a","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:14.973456647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"e9f078eb-253c-4bda-aaa6-93c9d9d2693a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:14.973559992Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"655fdec1-4f21-4e93-b545-f957cb636511","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:14.973609414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"655fdec1-4f21-4e93-b545-f957cb636511","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:14.973698491Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"4b4aaadc-05fa-4f3c-86e9-b63738455bd1","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:14.973739039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"4b4aaadc-05fa-4f3c-86e9-b63738455bd1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:14.973820587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"405086bb-6562-403d-a693-2ef257b4a13d","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:14.973862341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"405086bb-6562-403d-a693-2ef257b4a13d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.005779161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"080cb54a-1514-4728-9d19-60bc8f8329fd","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.005857009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"080cb54a-1514-4728-9d19-60bc8f8329fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.005957745Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"773d6d25-5429-4fd1-b9dc-b44dcf6ef33b","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.005998223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"773d6d25-5429-4fd1-b9dc-b44dcf6ef33b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.00608257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"7b918839-80bb-4e52-bebb-24300ce4fbfe","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.00612405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"7b918839-80bb-4e52-bebb-24300ce4fbfe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.006228666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"e069bef5-c38b-46a5-b9bb-9d03391b215f","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.006271461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"e069bef5-c38b-46a5-b9bb-9d03391b215f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.038391287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"3901f7f3-c1ea-405b-8701-b42ca26b88fd","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.038467599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"3901f7f3-c1ea-405b-8701-b42ca26b88fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.038616148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"a17a1c4e-0fd0-4dba-a940-f9949a44f5a9","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.038674033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"a17a1c4e-0fd0-4dba-a940-f9949a44f5a9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.038774236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"86b8cb6a-e491-4d28-804e-b3aeaa47bd81","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.038834308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"86b8cb6a-e491-4d28-804e-b3aeaa47bd81","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.038926527Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"3cdb6375-f8b0-479d-93f0-a0df4eb3a291","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.03896392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"3cdb6375-f8b0-479d-93f0-a0df4eb3a291","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.07087759Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"4944e9bf-d91c-4b9c-a4b5-e33483621b58","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.070946566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"4944e9bf-d91c-4b9c-a4b5-e33483621b58","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.071055182Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"dc036aab-b1f1-4694-afc7-1cde378c8517","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.07110218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"dc036aab-b1f1-4694-afc7-1cde378c8517","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.071218395Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"c60ec878-bfa9-4a61-8c27-5922ed5e7c64","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.071263656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"c60ec878-bfa9-4a61-8c27-5922ed5e7c64","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.071352529Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"b7643d46-45fc-43b1-b27b-f165fe326c52","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.071399084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"b7643d46-45fc-43b1-b27b-f165fe326c52","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-2-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.150000318Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"1bf5b977-2131-4c3f-b0af-f229f10539b8","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.150084381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"1bf5b977-2131-4c3f-b0af-f229f10539b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/simulator-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.150225238Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"b23c0184-331b-4b03-a80b-7984b5f22ce5","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.150276586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"b23c0184-331b-4b03-a80b-7984b5f22ce5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/premium-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.150414399Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"fb1350a4-f593-402f-bc29-8c9545872ddf","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.150464702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"fb1350a4-f593-402f-bc29-8c9545872ddf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9bfe36/distinct-w0-9bfe36: AITenant \"e2e-worker-w0-9bfe36\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.556146744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"f2098158-a5bf-499c-aced-66941f652ce2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.648691344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"0b94593d-0442-4382-b56a-1462aaac9282","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.763714404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"4d8439e5-5808-49e8-9b1d-63149a4a0f4c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.872364819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"9fa32af1-524a-4ed0-96f0-eac8a3942864","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:15.97162314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"52ca8fc3-0890-4483-9334-cda80a62d117","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:16.071639543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"d3de2296-5cc8-48ad-b52f-dfd5a85f8adf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:16.172411329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"ab21c4f4-a54d-46dc-8d5e-f690b301f87b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.231740488Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","namespace":"ai-tenant-e2e-extmod-b-1afb3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.231790865Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","namespace":"ai-tenant-e2e-extmod-b-1afb3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.231838197Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","tenant":"e2e-extmod-b-1afb3e","tenantID":"e2e-extmod-b-1afb3e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.25010784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"Deployment","name":"maas-api-e2e-extmod-b-1afb3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:16.272987246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"6a0186e4-288d-4d7e-a9eb-113ab2d3d84b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.298965368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"Service","name":"maas-api-e2e-extmod-b-1afb3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.317759528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-1afb3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.335229582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-1afb3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.355578943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.383547842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:16.383862944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"3f5d5b67-d9d4-4551-9a77-1962bf6879bb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.432577336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.464147352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.481716617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.50203056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.540996331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"Service","name":"payload-processing-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:16.54165259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"1f351520-ebc8-4657-a773-5aa1f0796f54","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.557179209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.573374903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.589282188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.613556271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:16.629189048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"8d0e2faa-25cf-4c23-b0c8-7193919e389c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.633592635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.649557705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.66505742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.681021617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-1afb3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:16.696853363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1afb3e"},"namespace":"ai-tenant-e2e-extmod-b-1afb3e","name":"default-tenant","reconcileID":"7532f475-97f0-4e3f-8a6b-8cdfa0e3e6b6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-1afb3e","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:16.725596438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"4630f522-f998-4e00-a967-1ee824f0d738","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:16.901142031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"410db220-d7c9-42b4-9d59-d4f18063338d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:16.982649114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"5e70f4dc-1789-4391-8dc9-24652e18730a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:17.050190368Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1afb3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1afb3e","reconcileID":"8637c48f-ba18-444c-af9b-9f7a880dd554","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1afb3e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-1afb3e"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:17.088231607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"a6366b26-5c11-4bcd-8eb0-81b94654bbf2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:17.191302446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"d35d9559-c11b-4872-89c4-ea69f9909634","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:17.300307321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"fa0fec7f-3f6f-49ed-b3a4-cb32aec22be2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:17.397533017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"bc7ccd16-e582-4b16-b0ae-eab5ec6e18e3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:17.452739298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce96ec64-379c-4ffe-bfbc-3d70b0711885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:17.468960859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce96ec64-379c-4ffe-bfbc-3d70b0711885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:17.485362706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce96ec64-379c-4ffe-bfbc-3d70b0711885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:17.502113907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce96ec64-379c-4ffe-bfbc-3d70b0711885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:17.50586956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"99c7da6a-4f24-4a80-bb64-3f0bbc48bd1a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:17.597358894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"95e6d6ac-587c-4072-b994-4d00ed168bd5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:17.695634102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"24ba768c-998f-4a13-b171-f339745d191c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:17.795859845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"270a0f0e-c7aa-4416-9507-56f198a88c73","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:17.899533925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"14223d62-50a5-4544-8d0b-7257ab039009","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:18.003102316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"087f4043-5008-4003-863c-1c8c26f5cc59","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:18.10290662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"6ad33dd9-a4b2-4732-9369-6115d052b2a4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:18.156857396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c66763-14f5-4ac5-b7ca-10287798ee41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:18.172726747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c66763-14f5-4ac5-b7ca-10287798ee41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:18.188509241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c66763-14f5-4ac5-b7ca-10287798ee41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:18.20435611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c66763-14f5-4ac5-b7ca-10287798ee41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:18.206612214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"8e3f7182-3a82-46e2-ae51-da411ffccb99","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:18.301632871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"b4a6abdd-f081-4e26-af70-416da426c669","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:18.401915275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"fc584485-054b-4da6-bfb3-1e50bf83e919","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:18.506328174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"6fc2e491-253c-434e-b27a-6d238e1004b6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:18.602015112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"20377c7b-1cce-4571-87fd-b018a120eca5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:18.705928207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"de654345-e68a-47fa-b504-ac0c44fefab9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:18.805877371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"0e137de1-0331-479a-8b4f-f47a1c413a37","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:18.908546272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"1605463a-d1be-4b2f-89fb-98c724754d5a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:19.004112693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"ecd810f7-d0c1-4ae8-bddb-cbf86c29f5f7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:19.107479859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"8c25afec-06d9-4eec-80ca-f53d7f379bc1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:19.207568905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"b3a6b2db-30f4-4ff3-9dcf-04c633a5d295","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:19.631067797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"d05b28cf-7734-4c3f-bea6-4bccf10c28ef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:19.731346993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"ee1f59d4-40e5-4f05-85a6-f43a03774842","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:19.832711232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"60d57847-293e-4a9c-b0bf-a06b38329b83","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:19.936401589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"7a4c1d97-b96f-426a-876e-be07d1c6fd24","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:20.994128282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"71218b35-6156-4c4f-8806-20ae1c91bf0f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:21.09450017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"fbb7de13-b831-42c0-8947-dbee1117eda8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:21.202390562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"659c07e1-1491-47ea-8e71-39389b0e26d3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:21.300387755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"79cf008b-ac40-47c6-b99b-68d5c364c22d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:23.653303661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"00abd8dd-3a18-4f4e-a58d-f89bc4a5ef54","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:23.752402582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"2c0c9b2b-4116-4650-b110-41c04a3fc6ce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:23.850916406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"d6f0ac42-1bc8-4e5b-bbcb-1b68dec2b427","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:23.954184222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"1483ed2a-8973-4826-9222-498d47836af1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:25.349410319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6caa69af-0d04-4687-a7ef-c048ca0fe0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:25.365293851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6caa69af-0d04-4687-a7ef-c048ca0fe0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:25.38106844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6caa69af-0d04-4687-a7ef-c048ca0fe0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:25.397093418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6caa69af-0d04-4687-a7ef-c048ca0fe0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:26.15896895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5237de2-3e5b-4f95-8748-f49ac259a876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:26.174868719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5237de2-3e5b-4f95-8748-f49ac259a876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:26.190547126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5237de2-3e5b-4f95-8748-f49ac259a876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:26.206478159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5237de2-3e5b-4f95-8748-f49ac259a876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:27.339814258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"731152f6-1e34-4fb7-8e01-31f3ff957d90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:27.437488943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"e97082c0-0a43-48de-a4bc-e68f09843058","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:27.440318685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84c6639c-7be1-4ff8-a550-ec65a839b545","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:27.538361628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"9a81cb41-d3ed-4608-9c85-fb8751439cb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:28.825925928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:28.878177423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"52f3e2c7-050e-495b-9230-2a6dff19bf7c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:28.975575633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"57f79098-309b-4ea2-bc9b-47620178d807","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:29.075853209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"a4b4c1a6-dbcb-4c5a-93a5-14cd14e16371","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:29.175962684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"6f3a617b-31f1-4efb-8d63-a3ddedf630f7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:36.19283181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"3b8e42b2-bd33-4bce-a7ae-3735dce140e3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:36.288521394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"88782ce5-d192-4d6d-94d2-20789413034e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:36.394033037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"8029884c-009e-4045-85e5-72510f1b4b4b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:36.489650856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"77e84c00-fdc9-4f46-929f-352d816ad598","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:39.202725299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"194989c5-91b3-4271-ba44-eceac36bf5ef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:39.302496306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"d0b74bcf-c608-4a95-b616-0fc5751abbf1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:39.40311077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"90d1e9fe-19aa-4c6e-b080-0d7dd9cfe7b4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:39.503865363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"22c80295-0ba5-4c6a-b6fe-0212d2074632","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:39.604333733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"f6c40f1f-148f-4eed-a27a-a13a73156389","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:39.707208647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"6eda4e6d-1fc3-431e-b433-a072b49818cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:39.880391091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"c47bdb62-48e6-4cbe-b5eb-ccdd2acf2b54","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:40.088319871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"e1ff8092-7761-4bfd-bb71-f4453995f437","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.137002919Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.13705988Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","namespace":"ai-tenant-e2e-shared-a-w4-4107fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.137117456Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","tenant":"e2e-shared-a-w4-4107fc","tenantID":"e2e-shared-a-w4-4107fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.155419882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-4107fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.182079278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"Service","name":"maas-api-e2e-shared-a-w4-4107fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.205140168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-4107fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.223680577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-4107fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.244187381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.26456762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.286055352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.304385326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.320387876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.336250233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.351622247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.369008241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.384441566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.40537864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.421802069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.450858568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.47167847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.491728448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.507844188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-4107fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.542357663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4107fc"},"namespace":"ai-tenant-e2e-shared-a-w4-4107fc","name":"default-tenant","reconcileID":"acdce439-6e3d-44e7-b237-1edf7ff672bf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-4107fc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:40.823929353Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-4107fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-4107fc","reconcileID":"66a445bf-4d22-4d51-b9c6-2269f3e76f99","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-4107fc","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-4107fc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:41.239499472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c1140b-15aa-41b0-8baa-c114a8356c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:41.25541282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c1140b-15aa-41b0-8baa-c114a8356c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:41.271221907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c1140b-15aa-41b0-8baa-c114a8356c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:41.286978024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c1140b-15aa-41b0-8baa-c114a8356c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:41.941051909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1f7a4d-e2ad-4e07-8a77-27ab2f46ed7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:41.957070252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1f7a4d-e2ad-4e07-8a77-27ab2f46ed7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:41.972959261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1f7a4d-e2ad-4e07-8a77-27ab2f46ed7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:41.988750384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1f7a4d-e2ad-4e07-8a77-27ab2f46ed7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:44.158022463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dcb4a2fa-3465-46e4-a83b-63e3e1d5a01a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:44.299626266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"64f838ea-9e5e-44af-9129-cadeb27f43e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:44.299764522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a16cfb00-ec11-46f5-949a-edfdb4e2fe9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:44.358074758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"5a8a7a92-7de9-4390-8dd3-b36796de216d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:49.413776754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ba91cf7-0e0c-442b-888e-692ba6b14d15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:49.443133476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4efd13a5-c11b-4412-94f8-b6b19f2337ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:49.458860165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4efd13a5-c11b-4412-94f8-b6b19f2337ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:49.474754635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4efd13a5-c11b-4412-94f8-b6b19f2337ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:49.490784555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4efd13a5-c11b-4412-94f8-b6b19f2337ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:49.539679506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"09a56654-0bb1-44c4-bb99-a18b092d19c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:49.540026584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3805b681-6952-4fc6-81fa-537032ec6fbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:49.540133192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"74acb8fd-7df5-4094-8cf2-1386c2273df9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:50.140609672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60920eed-0593-4234-a738-dcefa624f533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:50.156520611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60920eed-0593-4234-a738-dcefa624f533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:50.172676399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60920eed-0593-4234-a738-dcefa624f533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:50.188527061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60920eed-0593-4234-a738-dcefa624f533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:56:58.819793051Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:59.768526319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"494da589-d708-4e2d-862f-b4ffcfe8edab","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:59.867070082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"d03854bf-7cfa-4117-82d6-08105b71ebcc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:56:59.972068015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"da62283f-29f6-4863-9046-45062bb15415","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:00.174499823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"90427f10-10f1-4427-94c8-43a970971b7a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:01.983498045Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:01.98355334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","namespace":"ai-tenant-e2e-shared-b-w4-bc127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:01.983599045Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","tenant":"e2e-shared-b-w4-bc127f","tenantID":"e2e-shared-b-w4-bc127f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.001690736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-bc127f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.03480209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"Service","name":"maas-api-e2e-shared-b-w4-bc127f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.054236163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-bc127f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.071813083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-bc127f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.090291998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.108666227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.12975948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.147949434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.163437175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.178921105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.194268263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.209512404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.22486849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.240393063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.255808665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.275173119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.290530451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.306212201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.32201556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-bc127f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.337481064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc127f"},"namespace":"ai-tenant-e2e-shared-b-w4-bc127f","name":"default-tenant","reconcileID":"82bda922-91c2-45e0-bf78-bb737856fc82","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-bc127f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:02.68224916Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-bc127f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-bc127f","reconcileID":"e059e46c-1016-47f6-8f1e-a9fa68a16c74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-bc127f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-bc127f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:03.144818487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94f4cec6-b2cf-488e-8000-9246dcad6286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:03.160749003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94f4cec6-b2cf-488e-8000-9246dcad6286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:03.178331201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94f4cec6-b2cf-488e-8000-9246dcad6286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:03.194839922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94f4cec6-b2cf-488e-8000-9246dcad6286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:03.841268231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a72d85dd-5a14-4097-afda-197567bca76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:03.857483005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a72d85dd-5a14-4097-afda-197567bca76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:03.873227288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a72d85dd-5a14-4097-afda-197567bca76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:03.889355714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a72d85dd-5a14-4097-afda-197567bca76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:05.731977057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"857d8294-c50d-4c5a-a416-2552ff795c92","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:05.833085318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00a4cb59-81ea-4c6a-8066-1741f42e09f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:05.833209285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"ab2a3b41-f204-4a83-9f89-f760db6f206b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:05.933021829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"a36431aa-56db-408c-93eb-2b1b6721457f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.432805921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"2b6d89ea-c202-4ba4-b241-0ce188eccd2c","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.465355688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"9bcb58cf-6ad2-4ca4-ac8b-46326b456968","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.46558181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"b731e480-6bff-4df8-9238-9e415d7748f2","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.465736201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"1be60128-d51a-4424-8b56-e237f6f0a637","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.46820176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"917f7412-dc1b-4194-9d11-c4fbc38857cf","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.468411724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"63d00b62-1d0c-4bab-976f-3a94aecd1f96","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.468600053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"794c85ef-552f-4abb-8c08-923b6441a48c","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.468734075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"9c33e8ea-c037-4dc3-9bef-e9848a155344","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.514948525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"27875c66-4d9a-4937-a67c-ca50c3093eb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.516290738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"5cede8d4-8534-4a75-adad-4aa02111739c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.516617795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"8795fc9d-2629-4eea-835f-2518f5bb8438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.538745132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"5cede8d4-8534-4a75-adad-4aa02111739c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.538849897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"8795fc9d-2629-4eea-835f-2518f5bb8438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.65434286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"dfd5b311-0643-4e75-9a64-27efb3366e95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.657945721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"265cd4d8-1bce-416a-aea6-992e320bf839","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.765929197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f024ec1-aa2e-4c31-89be-3ab9a0824fed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.76625575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8deff15-8cca-4511-871d-2b368181bec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.774502925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1434693f-b101-4fdf-a6ad-207324e7b4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.794299358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"8c7be690-5986-4df1-bc43-f554f373c914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.803099043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"1434693f-b101-4fdf-a6ad-207324e7b4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.831505141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"8c7be690-5986-4df1-bc43-f554f373c914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.842952254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fa6f2b-6e71-4704-9782-abe0b04da922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.845994447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"92298dd1-7922-4c74-ae3a-c895456294e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.846143457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"18475d4e-26bc-43ef-9f53-20c4e2324bf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.860753193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fa6f2b-6e71-4704-9782-abe0b04da922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.880094041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fa6f2b-6e71-4704-9782-abe0b04da922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:10.897553295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fa6f2b-6e71-4704-9782-abe0b04da922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:11.537336866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea0a1f3-eef0-4a6b-91e6-161749ceacda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:11.553356803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea0a1f3-eef0-4a6b-91e6-161749ceacda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:11.568896191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea0a1f3-eef0-4a6b-91e6-161749ceacda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:11.584808637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea0a1f3-eef0-4a6b-91e6-161749ceacda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.471354818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"53486dde-cf70-4e88-889b-58cb7eee12b8","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.583591774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"3269bbca-e5c3-46ca-8152-432af70125b9","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.695838449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"c4e2fb72-9864-4a0c-9392-a8edc2bb50e3","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.761893733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"9aafbb9c-3c97-4931-80dc-f10313f29f47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.766429266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d04beb7d-f640-45b0-90d7-63df8df20c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.766478625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"38ea320d-ee73-42b9-bc43-faa860a914da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.787586416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"d04beb7d-f640-45b0-90d7-63df8df20c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.787609192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"38ea320d-ee73-42b9-bc43-faa860a914da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.812392877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"15a149a2-a526-4db4-a2cc-7e63464879ee","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.832765311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"0e5010ed-0e98-477e-8a3d-a637cac8dd35","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.878014767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"0bb7cb31-50b3-4523-8a53-35d2d5d9d121","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.933533234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c86818ad-6956-420f-9f32-3cd3ec8f50ef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.968056116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"80ed9b60-9157-4f87-8a98-e818deb86b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.96807145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3855aa92-9a91-4382-954b-b324c358479a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.977782267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"c8f44217-5fdb-4767-a9e6-4bfdf6b47f19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.98944472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"80ed9b60-9157-4f87-8a98-e818deb86b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:15.989901604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"3855aa92-9a91-4382-954b-b324c358479a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:16.078395805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"bb2b6d64-a3e1-454e-95a1-9e7c136e5cbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:17.235755156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-2-w1-664c2b","reconcileID":"a1f180de-aa71-40dd-9835-471c445c60bb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:17.336305135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"distinct-w1-664c2b","reconcileID":"9d6aeac1-af96-4b0e-9835-a7010a3172e3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:17.439684224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"premium-w1-664c2b","reconcileID":"3cd6fdb6-d67d-401b-ac72-249e21460fa9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:17.538377328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-664c2b","namespace":"e2e-models-e2e-worker-w1-664c2b"},"namespace":"e2e-models-e2e-worker-w1-664c2b","name":"simulator-w1-664c2b","reconcileID":"2dc95c71-8a07-48cc-9eab-56b74a442a5e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-664c2b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.669821307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"6bb1e042-d25a-4514-a34d-0e312ee410c1","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.670033136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"a824b4dc-2abe-4643-82b0-12a13253760f","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.670260176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"7f18ed5a-bbbb-4c03-800d-131dc161fd26","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.670504759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"cff1f454-25c1-49da-ab46-7871d1456007","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.716747221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"861eb803-5fd0-49af-8e41-499f776a3edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.716749143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"022c684b-9e57-4ff8-86ea-42821e2bebca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.7354891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"b19151d6-0c18-4b27-b748-7f76526969f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.735615665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"a03d2f18-23a1-43ba-b84e-828297e71184","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.738034143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"022c684b-9e57-4ff8-86ea-42821e2bebca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.7380404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"861eb803-5fd0-49af-8e41-499f776a3edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.832205963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"a3be8af6-e48d-4529-aa43-cd2a5feb0269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.832206466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"54bb1ac4-350f-4f5d-826f-0b7aff4f37ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.835929469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"5d492bb1-d688-4eec-92ac-5883960ac85f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.835975815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"2abf1d1c-d6e5-4db1-9b7f-166c8f1835ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.854029826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"a3be8af6-e48d-4529-aa43-cd2a5feb0269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:20.854119239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"54bb1ac4-350f-4f5d-826f-0b7aff4f37ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.292867734Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"dbd474c1-b4bb-4d2d-bbc6-3026d913a426","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.292948647Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"dbd474c1-b4bb-4d2d-bbc6-3026d913a426","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.314545989Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"dbd474c1-b4bb-4d2d-bbc6-3026d913a426","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.31531687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"004c2556-ffb3-44bf-8f38-34e2b157f795","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.338814317Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"dbd474c1-b4bb-4d2d-bbc6-3026d913a426","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.338834581Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"dbd474c1-b4bb-4d2d-bbc6-3026d913a426","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.338889671Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"dbd474c1-b4bb-4d2d-bbc6-3026d913a426","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.344056673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"67ff114a-0e6a-46ad-a4cb-257dd6e2fae0","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.365066808Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"dbd474c1-b4bb-4d2d-bbc6-3026d913a426","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.371697029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"421fc058-76f2-4d15-8f25-86a6ae5a333f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.372837643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"20a884af-02ef-4ef3-b3d3-d2ba4d5eea53","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.375247555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8d190180-ebee-4b4e-aeac-6641540812a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.379858516Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"e8f6928a-f823-40cf-ace0-08f27d14fcb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c6945e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.400177444Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"dbd474c1-b4bb-4d2d-bbc6-3026d913a426","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.406140884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"421fc058-76f2-4d15-8f25-86a6ae5a333f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.410372627Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"a45fd2e1-3e5f-4921-b78c-6c2a686c4f81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fe7fdd7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.410847317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"df79e0cd-163c-45d0-b7cf-c2a8d7391e05","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.41560015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"8d190180-ebee-4b4e-aeac-6641540812a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.431674136Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"13eb4e57-dd19-4c26-b9ec-a8c0cc37f5c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c6945e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.451604787Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"f21563be-9901-4fee-95e0-b996a1172e9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fe7fdd7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.560598103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"3affe158-266f-4828-8983-e0cb9ed6f8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.560894321Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"21b0f100-3771-4ac7-9d21-f535aa540200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.6083115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"21b0f100-3771-4ac7-9d21-f535aa540200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.608313305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"3affe158-266f-4828-8983-e0cb9ed6f8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.666739925Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"3affe158-266f-4828-8983-e0cb9ed6f8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.666764467Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-access","reconcileID":"3affe158-266f-4828-8983-e0cb9ed6f8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:24.679387035Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"21b0f100-3771-4ac7-9d21-f535aa540200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-d5b2b8-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:24.67944641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"21b0f100-3771-4ac7-9d21-f535aa540200","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-d5b2b8-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.68462969Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"72276038-28b3-4b01-959d-524958631311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.687573584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"5b5459bc-83b4-4548-9d12-d063a77288df","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.731614913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"72276038-28b3-4b01-959d-524958631311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.752380269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"72276038-28b3-4b01-959d-524958631311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"e2e-worker-w4-d5b2b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.752409694Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-access","reconcileID":"72276038-28b3-4b01-959d-524958631311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:24.772878841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"247a6e6e-36a6-4292-9935-31510328a20b","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:28.820809555Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:29.401248438Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"1c17f8f4-c642-466e-8b82-7b4fb314e2c8","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:29.401348925Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"1c17f8f4-c642-466e-8b82-7b4fb314e2c8","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:29.42051802Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"1c17f8f4-c642-466e-8b82-7b4fb314e2c8","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:29.439079783Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"1c17f8f4-c642-466e-8b82-7b4fb314e2c8","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:29.439103597Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"1c17f8f4-c642-466e-8b82-7b4fb314e2c8","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:30.670889928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"2c98fead-3413-4294-b285-f49db20aa00f","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-2-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:30.671142185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"c59d0c66-c20d-4da7-85a4-0f38be23e1fa","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"distinct-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.439735752Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"78624020-cded-4d84-b732-1f7b41a1dc48","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.439850389Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"78624020-cded-4d84-b732-1f7b41a1dc48","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.448501782Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"0c2a7987-1bec-4b02-9920-214ac551104e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.458339581Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"78624020-cded-4d84-b732-1f7b41a1dc48","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.465136966Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"0c2a7987-1bec-4b02-9920-214ac551104e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.468676078Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"b082c504-d249-4cd1-9d18-6b4601802db7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.476483926Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"78624020-cded-4d84-b732-1f7b41a1dc48","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.476498724Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"78624020-cded-4d84-b732-1f7b41a1dc48","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.481753783Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"simulator-subscription","reconcileID":"0c2a7987-1bec-4b02-9920-214ac551104e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.484993244Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"b082c504-d249-4cd1-9d18-6b4601802db7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.501476214Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"premium-simulator-subscription","reconcileID":"b082c504-d249-4cd1-9d18-6b4601802db7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"name":"maas-trlp-premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8","model":"e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.617883311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"4622a265-6b15-41ce-a640-660ea63fd1b5","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"simulator-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"simulator-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:34.632619545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"dab8240a-2fc5-429e-aab1-f9a7f2881804","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"routeName":"premium-w4-d5b2b8-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5b2b8","llmisvcName":"premium-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:37.778617601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"92e066f3-1d37-4772-bb32-04b7f7cfa6bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:37.880579595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f1bdb2b-0024-4107-86d1-a29c09590506","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.477283638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.477371744Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","namespace":"ai-tenant-e2e-worker-w4-d5b2b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.477442914Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","tenant":"e2e-worker-w4-d5b2b8","tenantID":"e2e-worker-w4-d5b2b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.495841602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"Deployment","name":"maas-api-e2e-worker-w4-d5b2b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.528622984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"Service","name":"maas-api-e2e-worker-w4-d5b2b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.555126768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-d5b2b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.575051558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-d5b2b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.598745403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.620768508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.641578053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.659916911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.675474034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.690994698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.70638909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"Service","name":"payload-processing-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.72185321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.73836129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.753979141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.769435492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.789555896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.805422319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.821587956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.837384572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-d5b2b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:39.852695548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5b2b8"},"namespace":"ai-tenant-e2e-worker-w4-d5b2b8","name":"default-tenant","reconcileID":"84df439f-e8dd-402f-8ad0-1dfd6f0a8a9a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-d5b2b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:40.125408783Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d5b2b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d5b2b8","reconcileID":"21e6381e-418b-49a6-abb5-98cd2bec5918","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-d5b2b8","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-d5b2b8"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.247424386Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"8f163b88-9e44-49bd-bb74-c7145bfa8dec","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.270942404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"8f163b88-9e44-49bd-bb74-c7145bfa8dec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.271128822Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"040f3d00-5efa-40da-b6b5-69beb5755e0d","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.3034177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"040f3d00-5efa-40da-b6b5-69beb5755e0d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.303575124Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"97d112d6-61bc-4030-b53f-48c75e3b09d5","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.325553928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"97d112d6-61bc-4030-b53f-48c75e3b09d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.325726613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"263ed304-cfc0-478c-a863-9746bc6a6d37","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.34838192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"263ed304-cfc0-478c-a863-9746bc6a6d37","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.348516855Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"27a1b310-b217-49bc-9a8d-06e07a8ded30","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.348567667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"27a1b310-b217-49bc-9a8d-06e07a8ded30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.348658234Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"a014b6e3-55d5-49bd-bbcf-9e865fc17a71","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.348698259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"a014b6e3-55d5-49bd-bbcf-9e865fc17a71","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.348785766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"9e55f3a0-f2f7-4992-99ea-726d6af7fa38","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.34882058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"9e55f3a0-f2f7-4992-99ea-726d6af7fa38","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.354128005Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"700be41e-2c73-4e79-81b7-5366baeeaa3f","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.354199173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"700be41e-2c73-4e79-81b7-5366baeeaa3f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.359301355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"675442f0-4822-402a-9a27-f6214a87b4f8","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.359352792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"675442f0-4822-402a-9a27-f6214a87b4f8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.359425241Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"2848c3e6-b411-4112-8c7d-a3a377639dc6","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.359457961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"2848c3e6-b411-4112-8c7d-a3a377639dc6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.359520765Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"91d63898-ac67-4a64-bfbf-7776903cc886","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.359550977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"91d63898-ac67-4a64-bfbf-7776903cc886","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.36447645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"72b16262-f946-4360-abf2-6fa3561c8da1","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.364522185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"72b16262-f946-4360-abf2-6fa3561c8da1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.37967176Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"f8853ba7-f7b9-4072-bdd9-320ca40d7c24","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.379734801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"f8853ba7-f7b9-4072-bdd9-320ca40d7c24","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.379843321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"cb523dc6-1dba-4b45-a20c-8a2cc21a1316","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.37989114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"cb523dc6-1dba-4b45-a20c-8a2cc21a1316","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.379992195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"7c06eb20-3a77-4527-a9f5-f432a85c1211","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.380035331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"7c06eb20-3a77-4527-a9f5-f432a85c1211","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.38529835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"4fa5cfd2-a0ec-4c6b-b4da-9055512a9dd1","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.385358682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"4fa5cfd2-a0ec-4c6b-b4da-9055512a9dd1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.420850133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"a933bd50-85c4-4e93-9ae1-71d3c8a05a65","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.420919265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"a933bd50-85c4-4e93-9ae1-71d3c8a05a65","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.421042791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"371293b4-903f-4211-9278-0601888f38aa","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.421086607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"371293b4-903f-4211-9278-0601888f38aa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.449495344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"da62e8bd-405e-43c7-b77b-5630d73818f4","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.449562613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"da62e8bd-405e-43c7-b77b-5630d73818f4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.44969252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"86e86311-7138-4a1b-9c7c-4ce96e2fc311","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.449748173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"86e86311-7138-4a1b-9c7c-4ce96e2fc311","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.502140345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"2d0a0feb-56d0-40b4-9b65-9a68ab0baadf","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.502212375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"2d0a0feb-56d0-40b4-9b65-9a68ab0baadf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.502306623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"6a24db64-25f9-4aa4-991f-c727aec21da2","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.502348599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"6a24db64-25f9-4aa4-991f-c727aec21da2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.530296291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"75592a06-6b3f-4ad9-afd4-84d5839e2173","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.530344911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"75592a06-6b3f-4ad9-afd4-84d5839e2173","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.530417926Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"54ddcba6-5f2c-411c-8ccc-6bc0ec116f9b","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.530452245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"54ddcba6-5f2c-411c-8ccc-6bc0ec116f9b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:40.607589119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b198b8-ca94-4ba2-95e2-db2987fda64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:40.623423792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b198b8-ca94-4ba2-95e2-db2987fda64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:40.639040799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b198b8-ca94-4ba2-95e2-db2987fda64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:40.654810398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b198b8-ca94-4ba2-95e2-db2987fda64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.662678123Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"d8eeb92f-7641-41d6-830a-5f634f7a960c","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.662732734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"d8eeb92f-7641-41d6-830a-5f634f7a960c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.662808163Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"a7afbb00-a463-4e40-8dfd-2406b8b137ce","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.662840908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"a7afbb00-a463-4e40-8dfd-2406b8b137ce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.69048193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"14043023-5888-4711-9293-f9be7aa148bd","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.690532297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"14043023-5888-4711-9293-f9be7aa148bd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.690617471Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"4f36410b-d69d-4955-a1df-74c0be08b496","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.690650306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"4f36410b-d69d-4955-a1df-74c0be08b496","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.825322826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"3d78be15-a038-44aa-8e37-a4956388c849","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:40.915263113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-2-w0-9bfe36","reconcileID":"01fc0145-ed0b-4c48-8c21-71ff4a5caad9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.021175729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"487ed07c-fe9f-4521-8b1f-c5216d080b73","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.021339975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"2c9a8ec0-6a79-4ad9-b3a3-a6d108ab22cc","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.02138677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"2c9a8ec0-6a79-4ad9-b3a3-a6d108ab22cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.021459729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"6fa48071-5fd8-4186-96a9-7d4bf73e7796","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.021491633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"6fa48071-5fd8-4186-96a9-7d4bf73e7796","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.021552765Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"ed668835-5075-4b41-80ce-7d7b80b42656","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.021584083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"ed668835-5075-4b41-80ce-7d7b80b42656","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.021643891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"cf8f15a0-662d-415a-8b0a-e7f34f04108e","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.02167469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"cf8f15a0-662d-415a-8b0a-e7f34f04108e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.330321111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"simulator-w0-9bfe36","reconcileID":"8b0ee4b7-64d0-4f79-9bca-10748084dc69","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-9bfe36\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:41.42910084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a804d6-13d5-4fb8-9613-92fc5318145d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:41.445914875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a804d6-13d5-4fb8-9613-92fc5318145d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:41.462036057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a804d6-13d5-4fb8-9613-92fc5318145d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:41.478025414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a804d6-13d5-4fb8-9613-92fc5318145d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.66238669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"dc0c75f9-1d20-4906-a41b-5da5f4409271","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.662466314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"dc0c75f9-1d20-4906-a41b-5da5f4409271","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.662558238Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"65118057-9983-4850-8b74-946ccbbe7718","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.66259524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"65118057-9983-4850-8b74-946ccbbe7718","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.662672416Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"27e83ec5-92e5-4b98-a359-3d96eec44614","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.662705986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"27e83ec5-92e5-4b98-a359-3d96eec44614","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.662775624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"866844d8-9b7e-4ba5-880d-8fc4635c24c3","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:41.662803785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"866844d8-9b7e-4ba5-880d-8fc4635c24c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:42.943235507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"ac16fac5-0ffb-4188-8135-82e5c7bd7d40","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:42.943309989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"ac16fac5-0ffb-4188-8135-82e5c7bd7d40","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:42.943406872Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"d7287495-4746-4514-a6db-05df84048b1e","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:42.943442983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"d7287495-4746-4514-a6db-05df84048b1e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:42.943515607Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"b59c21f7-b55c-4661-bf4b-9d31a007733c","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:42.943548012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"b59c21f7-b55c-4661-bf4b-9d31a007733c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:42.94361763Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"8d2bd3ca-d38b-4def-a91f-9a8ab518a5a7","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:42.943656739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"8d2bd3ca-d38b-4def-a91f-9a8ab518a5a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:45.504447736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"1921d624-d2d7-46ec-ad2a-85a1f367112e","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:45.504520849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"1921d624-d2d7-46ec-ad2a-85a1f367112e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:45.504604121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"c0d645d6-60a1-41e5-b635-f318336f4113","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:45.50463719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"c0d645d6-60a1-41e5-b635-f318336f4113","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:45.504705878Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"4bbad022-f974-4395-b5d1-cb4d1634ab09","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:45.504756551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"4bbad022-f974-4395-b5d1-cb4d1634ab09","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:45.504818988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"9969e577-177c-419f-80f3-565a1dde1a6c","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:45.504848248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"9969e577-177c-419f-80f3-565a1dde1a6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.259666041Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"61fed1d0-19f3-4bac-936e-0684684efc51","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.260345466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"61fed1d0-19f3-4bac-936e-0684684efc51","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.260547393Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"fc27bcc6-2ed4-4d8b-a221-bf44cf33d3c3","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.260614043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"fc27bcc6-2ed4-4d8b-a221-bf44cf33d3c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.260718694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"43360e09-009e-46b4-be06-2d0797d3485a","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.260761919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"43360e09-009e-46b4-be06-2d0797d3485a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.260851705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"954e504a-3521-4526-a36c-df473bde1a09","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.260893012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"954e504a-3521-4526-a36c-df473bde1a09","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.294512086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fa527678-025f-4464-8cfa-c05a3d96e044","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.294586548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fa527678-025f-4464-8cfa-c05a3d96e044","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.29473015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"13466e09-559c-43a9-ad92-7f3d33be3a25","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.294783349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"13466e09-559c-43a9-ad92-7f3d33be3a25","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.294952574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"7832e87e-b1c3-46fb-9ff1-19e8df74f97b","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.295000033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"7832e87e-b1c3-46fb-9ff1-19e8df74f97b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.295093943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"1c586e35-ff18-4cd7-b37a-10524638a4ea","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.295138394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"1c586e35-ff18-4cd7-b37a-10524638a4ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.327738124Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"d46ebdcb-98a9-43e5-88b8-90505f66c1d1","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.327825344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"d46ebdcb-98a9-43e5-88b8-90505f66c1d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.327942005Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"f367ebce-af71-4df0-85a4-29394ebba6b9","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.327993728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"f367ebce-af71-4df0-85a4-29394ebba6b9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.32808195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"66cf2ffc-fc11-45a5-a952-a1d3f889d0a7","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.328124235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"66cf2ffc-fc11-45a5-a952-a1d3f889d0a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.328235638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"03e4a9dc-2af6-4612-ad5f-dea36e36d67f","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.328285891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"03e4a9dc-2af6-4612-ad5f-dea36e36d67f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.35938134Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"84bdaa21-2c3b-4e9f-ac9f-49f33c69d362","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.359463694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"84bdaa21-2c3b-4e9f-ac9f-49f33c69d362","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.359573498Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"d520fc14-5fa3-47b7-8d2e-f8d7663069ff","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.359622425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"d520fc14-5fa3-47b7-8d2e-f8d7663069ff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.359711522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"bd1c4396-fb94-402a-aa80-55370f57da9d","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.359751702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"bd1c4396-fb94-402a-aa80-55370f57da9d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/simulator-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.359836527Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"4018f71e-d518-4d39-b831-cef862922aeb","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:47.359872265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"4018f71e-d518-4d39-b831-cef862922aeb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5b2b8/premium-w4-d5b2b8: AITenant \"e2e-worker-w4-d5b2b8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:51.895275822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85240043-2ce9-4ce1-9eea-5f7171dacb97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:52.001865687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"662c40e6-cd42-4892-944b-72ae3f31057d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:52.168829355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"09f552a8-b68d-421e-a557-cc80011d1e35","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:52.268548462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"7584fc84-04f0-4fa6-829b-eadd936647eb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:52.369127393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"2677a4d4-e0c0-4b32-a5a5-58329b6fce2c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:52.468878285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"ee85caa4-a257-470e-bc90-0771edc3ca8f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:52.569683496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"e1ba5a8b-44b7-4541-984f-e7d869bbba4f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:52.6709779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"edc07654-2660-45d4-a3b5-f1aa83092133","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:52.782563343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"9886e8f2-f304-474c-bff3-5f5f2f736ee7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:52.872658995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"70bbb438-33ea-419e-9138-23b6fbc65413","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:52.974043707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"8e3cd7f3-36fe-4a05-9485-abd147d81832","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:53.162740519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"eda76259-a1b5-4ee3-bdff-56655fb2f0f6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:57:53.364079743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"e84e2437-7dc4-4833-9f2e-2bdb76cb14d8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5b2b8\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T01:57:58.832942455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T01:58:01.512089458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"premium-w2-72ed13","reconcileID":"bc0860a8-b46c-43cc-b9d7-1aefc7d47fed","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:58:01.725890484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-2-w2-72ed13","reconcileID":"fe7ebdd9-dd70-43ed-b5c1-72d60f01630e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:58:01.900242658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"distinct-w2-72ed13","reconcileID":"ee514ca5-0645-42c1-8611-f8b55c0d1e9c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T01:58:02.095083822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-72ed13","namespace":"e2e-models-e2e-worker-w2-72ed13"},"namespace":"e2e-models-e2e-worker-w2-72ed13","name":"simulator-w2-72ed13","reconcileID":"ea6d7500-633f-44d3-853c-99907e5334ef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-72ed13\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}